Update the API extension

This commit is contained in:
oobabooga 2023-04-11 13:06:51 -03:00
parent 457d3c58eb
commit dc3c9d00a0

View File

@ -58,12 +58,12 @@ class Handler(BaseHTTPRequestHandler):
'early_stopping': bool(body.get('early_stopping', False)), 'early_stopping': bool(body.get('early_stopping', False)),
'seed': int(body.get('seed', -1)), 'seed': int(body.get('seed', -1)),
'add_bos_token': int(body.get('add_bos_token', True)), 'add_bos_token': int(body.get('add_bos_token', True)),
'custom_stopping_strings': body.get('custom_stopping_strings', []),
} }
generator = generate_reply( generator = generate_reply(
prompt, prompt,
generate_params, generate_params,
stopping_strings=body.get('stopping_strings', []),
) )
answer = '' answer = ''