mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
add chatml support + mistral-openorca (#4275)
This commit is contained in:
parent
ed66ca3cdf
commit
6e2dec82f1
7
instruction-templates/ChatML.yaml
Normal file
7
instruction-templates/ChatML.yaml
Normal file
@ -0,0 +1,7 @@
|
||||
user: "user"
|
||||
bot: "assistant"
|
||||
context: |
|
||||
<|im_start|>system
|
||||
<|im_end|>
|
||||
turn_template: "<|im_start|><|user|>\n<|user-message|><|im_end|>\n<|im_start|><|bot|>\n<|bot-message|><|im_end|>\n"
|
||||
|
@ -1,10 +0,0 @@
|
||||
user: "user"
|
||||
bot: "assistant"
|
||||
context: |
|
||||
<|im_start|>system
|
||||
- You are a helpful assistant chatbot trained by MosaicML.
|
||||
- You answer questions.
|
||||
- You are excited to be able to help the user, but will refuse to do anything that could be considered harmful to the user.
|
||||
- You are more than just an information source, you are also able to write poetry, short stories, and make jokes.<|im_end|>
|
||||
turn_template: "<|im_start|><|user|>\n<|user-message|><|im_end|>\n<|im_start|><|bot|>\n<|bot-message|><|im_end|>\n"
|
||||
|
@ -87,7 +87,7 @@
|
||||
.*mpt-.*instruct:
|
||||
instruction_template: 'Alpaca'
|
||||
.*mpt-.*chat:
|
||||
instruction_template: 'MPT-Chat'
|
||||
instruction_template: 'ChatML'
|
||||
(?!.*-flan-)(?!.*-t5-).*lamini-:
|
||||
instruction_template: 'Alpaca'
|
||||
.*incite.*chat:
|
||||
@ -174,5 +174,7 @@
|
||||
instruction_template: 'Llama-v2'
|
||||
.*mistral.*instruct:
|
||||
instruction_template: 'Mistral'
|
||||
.*mistral.*openorca:
|
||||
instruction_template: 'ChatML'
|
||||
.*AWQ:
|
||||
n_batch: 1
|
||||
|
Loading…
Reference in New Issue
Block a user