diff --git a/models/config.yaml b/models/config.yaml index 59a2afbb..2c092678 100644 --- a/models/config.yaml +++ b/models/config.yaml @@ -180,9 +180,11 @@ llama-65b-gptq-3bit: .*bluemoonrp-(30|13)b: mode: 'instruct' instruction_template: 'Bluemoon' + truncation_length: 4096 .*Nous-Hermes-13b: mode: 'instruct' instruction_template: 'Alpaca' .*airoboros-13b-gpt4: mode: 'instruct' instruction_template: 'Vicuna-v1.1' + truncation_length: 4096 diff --git a/server.py b/server.py index 1c8a5fe0..8bfb45aa 100644 --- a/server.py +++ b/server.py @@ -1049,6 +1049,7 @@ if __name__ == "__main__": 'mode': shared.settings['mode'], 'skip_special_tokens': shared.settings['skip_special_tokens'], 'custom_stopping_strings': shared.settings['custom_stopping_strings'], + 'truncation_length': shared.settings['truncation_length'], } shared.model_config.move_to_end('.*', last=False) # Move to the beginning