2023-10-05 09:56:40 -04:00
[
{
"order" : "a" ,
2024-02-21 15:45:32 -05:00
"md5sum" : "f692417a22405d80573ac10cb0cd6c6a" ,
2023-10-05 12:59:42 -04:00
"name" : "Mistral OpenOrca" ,
2024-02-22 09:35:31 -05:00
"filename" : "mistral-7b-openorca.gguf2.Q4_0.gguf" ,
2024-02-21 15:45:32 -05:00
"filesize" : "4108928128" ,
2023-10-05 09:56:40 -04:00
"requires" : "2.5.0" ,
2023-10-05 12:59:42 -04:00
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
2023-10-05 09:56:40 -04:00
"quant" : "q4_0" ,
2023-10-05 12:59:42 -04:00
"type" : "Mistral" ,
"description" : "<strong>Best overall fast chat model</strong><br><ul><li>Fast responses</li><li>Chat based model</li><li>Trained by Mistral AI<li>Finetuned on OpenOrca dataset curated via <a href=\"https://atlas.nomic.ai/\">Nomic Atlas</a><li>Licensed for commercial use</ul>" ,
2024-02-22 09:35:31 -05:00
"url" : "https://gpt4all.io/models/gguf/mistral-7b-openorca.gguf2.Q4_0.gguf" ,
2024-02-21 15:45:32 -05:00
"promptTemplate" : "<|im_start|>user\n%1<|im_end|>\n<|im_start|>assistant\n" ,
2024-04-15 18:02:51 -04:00
"systemPrompt" : "<|im_start|>system\nYou are MistralOrca, a large language model trained by Alignment Lab AI.\n<|im_end|>"
2023-10-05 09:56:40 -04:00
} ,
2024-02-21 16:18:26 -05:00
{
"order" : "b" ,
"md5sum" : "97463be739b50525df56d33b26b00852" ,
"name" : "Mistral Instruct" ,
"filename" : "mistral-7b-instruct-v0.1.Q4_0.gguf" ,
"filesize" : "4108916384" ,
"requires" : "2.5.0" ,
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "Mistral" ,
"systemPrompt" : " " ,
"description" : "<strong>Best overall fast instruction following model</strong><br><ul><li>Fast responses</li><li>Trained by Mistral AI<li>Uncensored</li><li>Licensed for commercial use</li></ul>" ,
"url" : "https://gpt4all.io/models/gguf/mistral-7b-instruct-v0.1.Q4_0.gguf" ,
"promptTemplate" : "[INST] %1 [/INST]"
} ,
2023-10-05 09:56:40 -04:00
{
2023-10-05 12:59:42 -04:00
"order" : "c" ,
2023-12-01 17:02:16 -05:00
"md5sum" : "c4c78adf744d6a20f05c8751e3961b84" ,
2023-10-05 09:56:40 -04:00
"name" : "GPT4All Falcon" ,
2023-12-01 17:02:16 -05:00
"filename" : "gpt4all-falcon-newbpe-q4_0.gguf" ,
"filesize" : "4210994112" ,
"requires" : "2.6.0" ,
2023-10-05 09:56:40 -04:00
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "Falcon" ,
"systemPrompt" : " " ,
2023-10-05 12:59:42 -04:00
"description" : "<strong>Very fast model with good quality</strong><br><ul><li>Fastest responses</li><li>Instruction based</li><li>Trained by TII<li>Finetuned by Nomic AI<li>Licensed for commercial use</ul>" ,
2023-12-01 17:02:16 -05:00
"url" : "https://gpt4all.io/models/gguf/gpt4all-falcon-newbpe-q4_0.gguf" ,
2023-10-05 09:56:40 -04:00
"promptTemplate" : "### Instruction:\n%1\n### Response:\n"
} ,
{
2023-10-05 12:59:42 -04:00
"order" : "e" ,
2023-11-21 16:10:49 -05:00
"md5sum" : "00c8593ba57f5240f59662367b3ed4a5" ,
"name" : "Orca 2 (Medium)" ,
"filename" : "orca-2-7b.Q4_0.gguf" ,
"filesize" : "3825824192" ,
"requires" : "2.5.2" ,
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA2" ,
"systemPrompt" : " " ,
"description" : "<ul><li>Instruction based<li>Trained by Microsoft<li>Cannot be used commercially</ul>" ,
"url" : "https://gpt4all.io/models/gguf/orca-2-7b.Q4_0.gguf"
} ,
{
"order" : "f" ,
"md5sum" : "3c0d63c4689b9af7baa82469a6f51a19" ,
"name" : "Orca 2 (Full)" ,
"filename" : "orca-2-13b.Q4_0.gguf" ,
"filesize" : "7365856064" ,
"requires" : "2.5.2" ,
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA2" ,
"systemPrompt" : " " ,
"description" : "<ul><li>Instruction based<li>Trained by Microsoft<li>Cannot be used commercially</ul>" ,
"url" : "https://gpt4all.io/models/gguf/orca-2-13b.Q4_0.gguf"
} ,
{
"order" : "g" ,
2023-10-05 12:59:42 -04:00
"md5sum" : "5aff90007499bce5c64b1c0760c0b186" ,
"name" : "Wizard v1.2" ,
"filename" : "wizardlm-13b-v1.2.Q4_0.gguf" ,
"filesize" : "7365834624" ,
"requires" : "2.5.0" ,
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA2" ,
"systemPrompt" : " " ,
2023-11-21 16:10:49 -05:00
"description" : "<strong>Best overall larger model</strong><br><ul><li>Instruction based<li>Gives very long responses<li>Finetuned with only 1k of high-quality data<li>Trained by Microsoft and Peking University<li>Cannot be used commercially</ul>" ,
2023-10-05 12:59:42 -04:00
"url" : "https://gpt4all.io/models/gguf/wizardlm-13b-v1.2.Q4_0.gguf"
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "h" ,
2023-10-05 09:56:40 -04:00
"md5sum" : "3d12810391d04d1153b692626c0c6e16" ,
"name" : "Hermes" ,
"filename" : "nous-hermes-llama2-13b.Q4_0.gguf" ,
"filesize" : "7366062080" ,
"requires" : "2.5.0" ,
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
2023-10-05 12:59:42 -04:00
"type" : "LLaMA2" ,
2023-10-05 09:56:40 -04:00
"systemPrompt" : " " ,
"description" : "<strong>Extremely good model</strong><br><ul><li>Instruction based<li>Gives long responses<li>Curated with 300,000 uncensored instructions<li>Trained by Nous Research<li>Cannot be used commercially</ul>" ,
"url" : "https://gpt4all.io/models/gguf/nous-hermes-llama2-13b.Q4_0.gguf" ,
"promptTemplate" : "### Instruction:\n%1\n### Response:\n"
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "i" ,
2023-10-05 09:56:40 -04:00
"md5sum" : "40388eb2f8d16bb5d08c96fdfaac6b2c" ,
"name" : "Snoozy" ,
"filename" : "gpt4all-13b-snoozy-q4_0.gguf" ,
"filesize" : "7365834624" ,
"requires" : "2.5.0" ,
"ramrequired" : "16" ,
"parameters" : "13 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA" ,
"systemPrompt" : " " ,
"description" : "<strong>Very good overall model</strong><br><ul><li>Instruction based<li>Based on the same dataset as Groovy<li>Slower than Groovy, with higher quality responses<li>Trained by Nomic AI<li>Cannot be used commercially</ul>" ,
"url" : "https://gpt4all.io/models/gguf/gpt4all-13b-snoozy-q4_0.gguf"
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "j" ,
2023-12-01 17:02:16 -05:00
"md5sum" : "15dcb4d7ea6de322756449c11a0b7545" ,
2023-10-05 09:56:40 -04:00
"name" : "MPT Chat" ,
2023-12-01 17:02:16 -05:00
"filename" : "mpt-7b-chat-newbpe-q4_0.gguf" ,
"filesize" : "3912373472" ,
"requires" : "2.6.0" ,
2023-10-05 09:56:40 -04:00
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "MPT" ,
2023-10-05 12:59:42 -04:00
"description" : "<strong>Good model with novel architecture</strong><br><ul><li>Fast responses<li>Chat based<li>Trained by Mosaic ML<li>Cannot be used commercially</ul>" ,
2023-12-01 17:02:16 -05:00
"url" : "https://gpt4all.io/models/gguf/mpt-7b-chat-newbpe-q4_0.gguf" ,
2024-02-21 15:45:32 -05:00
"promptTemplate" : "<|im_start|>user\n%1<|im_end|>\n<|im_start|>assistant\n" ,
2023-10-05 09:56:40 -04:00
"systemPrompt" : "<|im_start|>system\n- You are a helpful assistant chatbot trained by MosaicML.\n- You answer questions.\n- You are excited to be able to help the user, but will refuse to do anything that could be considered harmful to the user.\n- You are more than just an information source, you are also able to write poetry, short stories, and make jokes.<|im_end|>"
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "k" ,
2023-10-12 14:55:11 -04:00
"md5sum" : "0e769317b90ac30d6e09486d61fefa26" ,
2023-10-05 09:56:40 -04:00
"name" : "Mini Orca (Small)" ,
2023-10-12 14:55:11 -04:00
"filename" : "orca-mini-3b-gguf2-q4_0.gguf" ,
"filesize" : "1979946720" ,
2023-10-05 09:56:40 -04:00
"requires" : "2.5.0" ,
"ramrequired" : "4" ,
"parameters" : "3 billion" ,
"quant" : "q4_0" ,
"type" : "OpenLLaMa" ,
2023-10-12 14:55:11 -04:00
"description" : "<strong>Small version of new model with novel dataset</strong><br><ul><li>Instruction based<li>Explain tuned datasets<li>Orca Research Paper dataset construction approaches<li>Cannot be used commercially</ul>" ,
"url" : "https://gpt4all.io/models/gguf/orca-mini-3b-gguf2-q4_0.gguf" ,
2023-10-05 09:56:40 -04:00
"promptTemplate" : "### User:\n%1\n### Response:\n" ,
"systemPrompt" : "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n"
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "l" ,
2023-12-01 17:02:16 -05:00
"md5sum" : "c232f17e09bca4b7ee0b5b1f4107c01e" ,
2023-10-05 09:56:40 -04:00
"disableGUI" : "true" ,
"name" : "Replit" ,
2023-12-01 17:02:16 -05:00
"filename" : "replit-code-v1_5-3b-newbpe-q4_0.gguf" ,
"filesize" : "1953055104" ,
"requires" : "2.6.0" ,
2023-10-05 09:56:40 -04:00
"ramrequired" : "4" ,
"parameters" : "3 billion" ,
2023-10-19 15:25:17 -04:00
"quant" : "q4_0" ,
2023-10-05 09:56:40 -04:00
"type" : "Replit" ,
"systemPrompt" : " " ,
"promptTemplate" : "%1" ,
2023-10-24 12:13:32 -04:00
"description" : "<strong>Trained on subset of the Stack</strong><br><ul><li>Code completion based<li>Licensed for commercial use<li>WARNING: Not available for chat GUI</ul>" ,
2023-12-01 17:02:16 -05:00
"url" : "https://gpt4all.io/models/gguf/replit-code-v1_5-3b-newbpe-q4_0.gguf"
2023-10-05 18:15:43 -04:00
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "m" ,
2023-12-01 17:02:16 -05:00
"md5sum" : "70841751ccd95526d3dcfa829e11cd4c" ,
2023-10-05 18:15:43 -04:00
"disableGUI" : "true" ,
"name" : "Starcoder" ,
2023-12-01 17:02:16 -05:00
"filename" : "starcoder-newbpe-q4_0.gguf" ,
"filesize" : "8987411904" ,
"requires" : "2.6.0" ,
2023-10-05 18:15:43 -04:00
"ramrequired" : "4" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "Starcoder" ,
"systemPrompt" : " " ,
"promptTemplate" : "%1" ,
2023-10-24 12:13:32 -04:00
"description" : "<strong>Trained on subset of the Stack</strong><br><ul><li>Code completion based<li>WARNING: Not available for chat GUI</ul>" ,
2023-12-01 17:02:16 -05:00
"url" : "https://gpt4all.io/models/gguf/starcoder-newbpe-q4_0.gguf"
2023-10-05 18:15:43 -04:00
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "n" ,
2023-10-05 18:15:43 -04:00
"md5sum" : "e973dd26f0ffa6e46783feaea8f08c83" ,
"disableGUI" : "true" ,
"name" : "Rift coder" ,
"filename" : "rift-coder-v0-7b-q4_0.gguf" ,
"filesize" : "3825903776" ,
"requires" : "2.5.0" ,
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "LLaMA" ,
"systemPrompt" : " " ,
"promptTemplate" : "%1" ,
2023-10-24 12:13:32 -04:00
"description" : "<strong>Trained on collection of Python and TypeScript</strong><br><ul><li>Code completion based<li>WARNING: Not available for chat GUI</li>" ,
2023-10-05 18:15:43 -04:00
"url" : "https://gpt4all.io/models/gguf/rift-coder-v0-7b-q4_0.gguf"
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "o" ,
2023-10-05 18:15:43 -04:00
"md5sum" : "e479e6f38b59afc51a470d1953a6bfc7" ,
"disableGUI" : "true" ,
"name" : "SBert" ,
"filename" : "all-MiniLM-L6-v2-f16.gguf" ,
"filesize" : "45887744" ,
"requires" : "2.5.0" ,
"ramrequired" : "1" ,
2023-10-24 12:13:32 -04:00
"parameters" : "40 million" ,
2023-10-05 18:15:43 -04:00
"quant" : "f16" ,
"type" : "Bert" ,
"systemPrompt" : " " ,
2024-01-22 12:36:01 -05:00
"description" : "<strong>LocalDocs text embeddings model</strong><br><ul><li>For use with LocalDocs feature<li>Used for retrieval augmented generation (RAG)" ,
2023-10-05 18:15:43 -04:00
"url" : "https://gpt4all.io/models/gguf/all-MiniLM-L6-v2-f16.gguf"
2023-10-09 13:01:29 -04:00
} ,
{
2023-11-21 16:10:49 -05:00
"order" : "p" ,
2023-10-09 13:01:29 -04:00
"md5sum" : "919de4dd6f25351bcb0223790db1932d" ,
"name" : "EM German Mistral" ,
"filename" : "em_german_mistral_v01.Q4_0.gguf" ,
"filesize" : "4108916352" ,
"requires" : "2.5.0" ,
"ramrequired" : "8" ,
"parameters" : "7 billion" ,
"quant" : "q4_0" ,
"type" : "Mistral" ,
"description" : "<strong>Mistral-based model for German-language applications</strong><br><ul><li>Fast responses</li><li>Chat based model</li><li>Trained by ellamind<li>Finetuned on German instruction and chat data</a><li>Licensed for commercial use</ul>" ,
"url" : "https://huggingface.co/TheBloke/em_german_mistral_v01-GGUF/resolve/main/em_german_mistral_v01.Q4_0.gguf" ,
"promptTemplate" : "USER: %1 ASSISTANT: " ,
"systemPrompt" : "Du bist ein hilfreicher Assistent. "
2023-10-05 09:56:40 -04:00
}
]