From 64f5c90ee7ab2975012b51a7988beb756c72f566 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 10 Apr 2023 20:14:38 -0300 Subject: [PATCH] Fix the API extension --- extensions/api/script.py | 1 + 1 file changed, 1 insertion(+) diff --git a/extensions/api/script.py b/extensions/api/script.py index 4981725f..c0267f2f 100644 --- a/extensions/api/script.py +++ b/extensions/api/script.py @@ -57,6 +57,7 @@ class Handler(BaseHTTPRequestHandler): 'length_penalty': float(body.get('length_penalty', 1)), 'early_stopping': bool(body.get('early_stopping', False)), 'seed': int(body.get('seed', -1)), + 'add_bos_token': int(body.get('add_bos_token', True)), } generator = generate_reply(