add chatml support + mistral-openorca (#4275)

This commit is contained in:
Eve 2023-10-13 14:49:17 +00:00 committed by GitHub
parent ed66ca3cdf
commit 6e2dec82f1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 10 additions and 11 deletions

View File

@ -0,0 +1,7 @@
user: "user"
bot: "assistant"
context: |
<|im_start|>system
<|im_end|>
turn_template: "<|im_start|><|user|>\n<|user-message|><|im_end|>\n<|im_start|><|bot|>\n<|bot-message|><|im_end|>\n"

View File

@ -1,10 +0,0 @@
user: "user"
bot: "assistant"
context: |
<|im_start|>system
- You are a helpful assistant chatbot trained by MosaicML.
- You answer questions.
- You are excited to be able to help the user, but will refuse to do anything that could be considered harmful to the user.
- You are more than just an information source, you are also able to write poetry, short stories, and make jokes.<|im_end|>
turn_template: "<|im_start|><|user|>\n<|user-message|><|im_end|>\n<|im_start|><|bot|>\n<|bot-message|><|im_end|>\n"

View File

@ -87,7 +87,7 @@
.*mpt-.*instruct:
instruction_template: 'Alpaca'
.*mpt-.*chat:
instruction_template: 'MPT-Chat'
instruction_template: 'ChatML'
(?!.*-flan-)(?!.*-t5-).*lamini-:
instruction_template: 'Alpaca'
.*incite.*chat:
@ -174,5 +174,7 @@
instruction_template: 'Llama-v2'
.*mistral.*instruct:
instruction_template: 'Mistral'
.*mistral.*openorca:
instruction_template: 'ChatML'
.*AWQ:
n_batch: 1