diff --git a/api-example-stream.py b/api-example-stream.py index 0b58b094..dc13b384 100644 --- a/api-example-stream.py +++ b/api-example-stream.py @@ -15,7 +15,7 @@ import websockets # Note, Gradio may pick a different fn value as the definition of the Gradio app changes. # You can always launch the web UI and inspect the websocket stream using your browser's dev tools # to determine what value Gradio expects here. -GRADIO_FN = 8 +GRADIO_FN = 29 def random_hash(): @@ -41,6 +41,10 @@ async def run(context): 'length_penalty': 1, 'early_stopping': False, 'seed': -1, + 'add_bos_token': True, + 'truncation_length': 2048, + 'custom_stopping_strings': [], + 'ban_eos_token': False } payload = json.dumps([context, params]) session = random_hash()