AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-01 01:26:03 -04:00
Code Issues Packages Projects Releases Wiki Activity

Set queue size to 1 to prevent gradio undefined behavior

Browse Source
This commit is contained in:
oobabooga 2023-01-25 14:37:41 -03:00
parent ec69c190ba
commit 6388c7fbc0
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server.py
View File

@ -37,7 +37,7 @@ parser.add_argument('--share', action='store_true', help='Create a public URL. T
args = parser.parse_args()
if (args.chat or args.cai_chat) and not args.no_stream:
print("Warning: chat mode currently becomes a lot slower with text streaming on.\nConsider starting the web UI with the --no-stream option.\n")
print("Warning: chat mode currently becomes somewhat slower with text streaming on.\nConsider starting the web UI with the --no-stream option.\n")
settings = {
'max_new_tokens': 200,
@ -581,7 +581,7 @@ else:
cont_event = cont.click(generate_reply, [output_textbox, length_slider, preset_menu, model_menu], [output_textbox, markdown, html], show_progress=args.no_stream)
stop.click(None, None, None, cancels=[gen_event, gen_event2, cont_event])
interface.queue()
interface.queue(max_size=1)
if args.listen:
interface.launch(share=args.share, server_name="0.0.0.0")
else: