Fix the API extension

This commit is contained in:
oobabooga 2023-04-10 20:14:38 -03:00
parent 58b34c0841
commit 64f5c90ee7

View File

@ -57,6 +57,7 @@ class Handler(BaseHTTPRequestHandler):
'length_penalty': float(body.get('length_penalty', 1)),
'early_stopping': bool(body.get('early_stopping', False)),
'seed': int(body.get('seed', -1)),
'add_bos_token': int(body.get('add_bos_token', True)),
}
generator = generate_reply(