diff --git a/generate.py b/generate.py index f593510f..6ac0d5fa 100644 --- a/generate.py +++ b/generate.py @@ -11,7 +11,7 @@ def generate(tokenizer, prompt, model, config): outputs = model.generate(input_ids=input_ids, max_new_tokens=config["max_new_tokens"], temperature=config["temperature"]) - decoded = tokenizer.decode(outputs[0], skip_special_tokens=True) + decoded = tokenizer.decode(outputs[0], skip_special_tokens=True).strip() return decoded[len(prompt):]