AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-09-19 15:25:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: cutoff prompt correctly

Browse Source
This commit is contained in:
Zach Nussbaum 2023-03-25 16:48:05 +00:00
parent b6e3ba07c4
commit f51c5c8109
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
generate.py
View File

@ -11,7 +11,7 @@ def generate(tokenizer, prompt, model, config):
outputs = model.generate(input_ids=input_ids, max_new_tokens=config["max_new_tokens"], temperature=config["temperature"])
decoded = tokenizer.decode(outputs[0], skip_special_tokens=True)
decoded = tokenizer.decode(outputs[0], skip_special_tokens=True).strip()
return decoded[len(prompt):]