AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-09-19 15:56:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Detect n_gqa and prompt template for wizardlm-70b

Browse Source
This commit is contained in:
oobabooga 2023-08-09 10:38:35 -07:00
parent a4e48cbdb6
commit a3295dd666
2 changed files with 2 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
instruction-templates/WizardLM.yaml
View File

@ -1,4 +0,0 @@
user: ""
bot: "### Response:"
turn_template: "<|user-message|>\n\n<|bot|><|bot-message|>\n\n</s>"
context: ""

20
models/config.yaml
View File

@ -53,9 +53,6 @@ llama-65b-gptq-3bit:
.*vicuna.*(1.1|1_1|1.3|1_3): .*vicuna.*(1.1|1_1|1.3|1_3):
mode: 'instruct' mode: 'instruct'
instruction_template: 'Vicuna-v1.1' instruction_template: 'Vicuna-v1.1'
.*wizard.*vicuna:
mode: 'instruct'
instruction_template: 'Vicuna-v1.1'
.*stable.*vicuna: .*stable.*vicuna:
mode: 'instruct' mode: 'instruct'
instruction_template: 'StableVicuna' instruction_template: 'StableVicuna'
@ -108,10 +105,6 @@ llama-65b-gptq-3bit:
truncation_length: 4096 truncation_length: 4096
.*stablelm-base: .*stablelm-base:
truncation_length: 4096 truncation_length: 4096
.*wizardlm:
mode: 'instruct'
model_type: 'llama'
instruction_template: 'WizardLM'
.*galactica.*finetuned: .*galactica.*finetuned:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Galactica Finetuned' instruction_template: 'Galactica Finetuned'
@ -189,21 +182,12 @@ llama-65b-gptq-3bit:
.*airoboros.*1.2: .*airoboros.*1.2:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Airoboros-v1.2' instruction_template: 'Airoboros-v1.2'
.*WizardLM-30B-V1.0:
mode: 'instruct'
instruction_template: 'Vicuna-v1.1'
TheBloke_WizardLM-30B-GPTQ:
mode: 'instruct'
instruction_template: 'Vicuna-v1.1'
.*alpa(cino|sta): .*alpa(cino|sta):
mode: 'instruct' mode: 'instruct'
instruction_template: 'Alpaca' instruction_template: 'Alpaca'
.*hippogriff: .*hippogriff:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Hippogriff' instruction_template: 'Hippogriff'
.*gpt4all-.*-snoozy:
mode: 'instruct'
instruction_template: 'WizardLM'
.*lazarus: .*lazarus:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Alpaca' instruction_template: 'Alpaca'
@ -267,7 +251,7 @@ TheBloke_WizardLM-30B-GPTQ:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Alpaca' instruction_template: 'Alpaca'
truncation_length: 8192 truncation_length: 8192
.*wizardlm-.*-v1.1: .*wizardlm:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Vicuna-v1.1' instruction_template: 'Vicuna-v1.1'
.*godzilla: .*godzilla:
@ -279,7 +263,7 @@ TheBloke_WizardLM-30B-GPTQ:
.*llama-(2|v2).*chat: .*llama-(2|v2).*chat:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Llama-v2' instruction_template: 'Llama-v2'
.*llama.*70b.*ggml.*\.bin: .*70b.*ggml.*\.bin:
n_gqa: 8 n_gqa: 8
.*newhope: .*newhope:
mode: 'instruct' mode: 'instruct'