mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-09-20 16:25:59 +00:00
3e7feb699c
* many openai updates * total reorg & cleanup. * fixups * missing import os for images * +moderations, custom_stopping_strings, more fixes * fix bugs in completion streaming * moderation fix (flagged) * updated moderation categories --------- Co-authored-by: Matthew Ashton <mashton-gitlab@zhero.org>
26 lines
658 B
Python
26 lines
658 B
Python
import os
|
|
import base64
|
|
import numpy as np
|
|
|
|
def float_list_to_base64(float_list):
|
|
# Convert the list to a float32 array that the OpenAPI client expects
|
|
float_array = np.array(float_list, dtype="float32")
|
|
|
|
# Get raw bytes
|
|
bytes_array = float_array.tobytes()
|
|
|
|
# Encode bytes into base64
|
|
encoded_bytes = base64.b64encode(bytes_array)
|
|
|
|
# Turn raw base64 encoded bytes into ASCII
|
|
ascii_string = encoded_bytes.decode('ascii')
|
|
return ascii_string
|
|
|
|
def end_line(s):
|
|
if s and s[-1] != '\n':
|
|
s = s + '\n'
|
|
return s
|
|
|
|
def debug_msg(*args, **kwargs):
|
|
if 'OPENEDAI_DEBUG' in os.environ:
|
|
print(*args, **kwargs) |