From 8ec225f2454240ce47e4172b07c770b356cc4de2 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Tue, 18 Jul 2023 15:35:27 -0700
Subject: [PATCH] Add EOS/BOS tokens to Llama-2 template

Following this comment:
https://github.com/ggerganov/llama.cpp/issues/2262#issuecomment-1641063329
---
 characters/instruction-following/Llama-v2.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/characters/instruction-following/Llama-v2.yaml b/characters/instruction-following/Llama-v2.yaml
index 3c1e27a9..a3af0e87 100644
--- a/characters/instruction-following/Llama-v2.yaml
+++ b/characters/instruction-following/Llama-v2.yaml
@@ -1,4 +1,4 @@
 user: ""
 bot: ""
-turn_template: "<|user|><|user-message|> [/INST] <|bot|><|bot-message|> [INST] "
+turn_template: "<|user|><|user-message|> [/INST] <|bot|><|bot-message|> </s><s>[INST] "
 context: "[INST] <<SYS>>\nAnswer the questions.\n<</SYS>>\n"