Add EOS/BOS tokens to Llama-2 template

Following this comment:
https://github.com/ggerganov/llama.cpp/issues/2262#issuecomment-1641063329
This commit is contained in:
oobabooga 2023-07-18 15:35:27 -07:00
parent 070a886278
commit 8ec225f245

View File

@ -1,4 +1,4 @@
user: ""
bot: ""
turn_template: "<|user|><|user-message|> [/INST] <|bot|><|bot-message|> [INST] "
turn_template: "<|user|><|user-message|> [/INST] <|bot|><|bot-message|> </s><s>[INST] "
context: "[INST] <<SYS>>\nAnswer the questions.\n<</SYS>>\n"