diff --git a/characters/instruction-following/Llama-v2.yaml b/characters/instruction-following/Llama-v2.yaml new file mode 100644 index 00000000..3c1e27a9 --- /dev/null +++ b/characters/instruction-following/Llama-v2.yaml @@ -0,0 +1,4 @@ +user: "" +bot: "" +turn_template: "<|user|><|user-message|> [/INST] <|bot|><|bot-message|> [INST] " +context: "[INST] <>\nAnswer the questions.\n<>\n" diff --git a/models/config.yaml b/models/config.yaml index ef95c2eb..1cc5605c 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -272,3 +272,8 @@ TheBloke_WizardLM-30B-GPTQ: .*godzilla: mode: 'instruct' instruction_template: 'Alpaca' +.*llama-(2|v2): + truncation_length: 4096 +.*llama-(2|v2).*chat: + mode: 'instruct' + instruction_template: 'Llama-v2'