diff --git a/models/config.yaml b/models/config.yaml index eef49ac4..5e5c7cf8 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -21,9 +21,10 @@ llama-[0-9]*b-4bit$: .*-(gr128|128g)-3bit: wbits: 3 groupsize: 128 -.*oasst-sft-1-pythia-12b: +.*(oasst-sft-1-pythia-12b|oasst-sft-6-llama-30b): mode: 'instruct' instruction_template: 'Open Assistant' + custom_stopping_strings: '"<|endoftext|>"' .*vicuna: mode: 'instruct' instruction_template: 'Vicuna-v0'