mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Update the API extension
This commit is contained in:
parent
457d3c58eb
commit
dc3c9d00a0
@ -58,12 +58,12 @@ class Handler(BaseHTTPRequestHandler):
|
|||||||
'early_stopping': bool(body.get('early_stopping', False)),
|
'early_stopping': bool(body.get('early_stopping', False)),
|
||||||
'seed': int(body.get('seed', -1)),
|
'seed': int(body.get('seed', -1)),
|
||||||
'add_bos_token': int(body.get('add_bos_token', True)),
|
'add_bos_token': int(body.get('add_bos_token', True)),
|
||||||
|
'custom_stopping_strings': body.get('custom_stopping_strings', []),
|
||||||
}
|
}
|
||||||
|
|
||||||
generator = generate_reply(
|
generator = generate_reply(
|
||||||
prompt,
|
prompt,
|
||||||
generate_params,
|
generate_params,
|
||||||
stopping_strings=body.get('stopping_strings', []),
|
|
||||||
)
|
)
|
||||||
|
|
||||||
answer = ''
|
answer = ''
|
||||||
|
Loading…
Reference in New Issue
Block a user