mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Autodetect rms_norm_eps and n_gqa for llama-2-70b
This commit is contained in:
parent
a07d070b6c
commit
08c622df2e
@ -277,3 +277,6 @@ TheBloke_WizardLM-30B-GPTQ:
|
||||
.*llama-(2|v2).*chat:
|
||||
mode: 'instruct'
|
||||
instruction_template: 'Llama-v2'
|
||||
.*llama.*70b.*ggml.*\.bin:
|
||||
n_gqa: 8
|
||||
rms_norm_eps: 1.0e-5
|
||||
|
@ -1104,6 +1104,8 @@ if __name__ == "__main__":
|
||||
'skip_special_tokens': shared.settings['skip_special_tokens'],
|
||||
'custom_stopping_strings': shared.settings['custom_stopping_strings'],
|
||||
'truncation_length': shared.settings['truncation_length'],
|
||||
'n_gqa': 0,
|
||||
'rms_norm_eps': 0,
|
||||
}
|
||||
|
||||
shared.model_config.move_to_end('.*', last=False) # Move to the beginning
|
||||
|
Loading…
Reference in New Issue
Block a user