2023-06-02 11:10:00 -04:00
|
|
|
[
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "a",
|
|
|
|
"md5sum": "4acc146dd43eb02845c233c29289c7c5",
|
|
|
|
"name": "Hermes",
|
|
|
|
"filename": "nous-hermes-13b.ggmlv3.q4_0.bin",
|
|
|
|
"filesize": "8136777088",
|
2023-06-16 11:04:34 -04:00
|
|
|
"requires": "2.4.7",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "16",
|
|
|
|
"parameters": "13 billion",
|
|
|
|
"quant": "q4_0",
|
|
|
|
"type": "LLaMA",
|
|
|
|
"description": "
|
|
|
|
<strong>Best overall model</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
2023-06-26 17:56:56 -04:00
|
|
|
<li>Gives long responses
|
2023-06-22 15:44:49 -04:00
|
|
|
<li>Curated with 300,000 uncensored instructions
|
|
|
|
<li>Trained by Nous Research
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>",
|
|
|
|
"url": "https://huggingface.co/TheBloke/Nous-Hermes-13B-GGML/resolve/main/nous-hermes-13b.ggmlv3.q4_0.bin"
|
2023-06-02 11:10:00 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "b",
|
2023-06-02 11:10:00 -04:00
|
|
|
"md5sum": "756249d3d6abe23bde3b1ae272628640",
|
2023-06-22 15:44:49 -04:00
|
|
|
"name": "MPT Chat",
|
2023-06-02 11:10:00 -04:00
|
|
|
"filename": "ggml-mpt-7b-chat.bin",
|
|
|
|
"filesize": "4854401050",
|
|
|
|
"requires": "2.4.1",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "8",
|
|
|
|
"parameters": "7 billion",
|
|
|
|
"quant": "q4_0",
|
|
|
|
"type": "MPT",
|
|
|
|
"description": "
|
|
|
|
<strong>Best overall smaller model</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Fast responses
|
|
|
|
<li>Chat based
|
|
|
|
<li>Trained by Mosaic ML
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>"
|
2023-06-04 20:48:45 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "c",
|
|
|
|
"md5sum": "81a09a0ddf89690372fc296ff7f625af",
|
|
|
|
"name": "Groovy",
|
|
|
|
"filename": "ggml-gpt4all-j-v1.3-groovy.bin",
|
|
|
|
"filesize": "3785248281",
|
|
|
|
"ramrequired": "8",
|
|
|
|
"parameters": "7 billion",
|
|
|
|
"quant": "q4_0",
|
|
|
|
"type": "GPT-J",
|
|
|
|
"description": "
|
|
|
|
<strong>Best overall for commercial usage</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Fast responses
|
|
|
|
<li>Creative responses</li>
|
|
|
|
<li>Instruction based</li>
|
|
|
|
<li>Trained by Nomic ML
|
|
|
|
<li>Licensed for commercial use
|
|
|
|
</ul>"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"order": "d",
|
|
|
|
"md5sum": "11d9f060ca24575a2c303bdc39952486",
|
|
|
|
"name": "Snoozy",
|
|
|
|
"filename": "GPT4All-13B-snoozy.ggmlv3.q4_0.bin",
|
|
|
|
"filesize": "8136770688",
|
2023-06-16 11:04:34 -04:00
|
|
|
"requires": "2.4.7",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "16",
|
|
|
|
"parameters": "13 billion",
|
|
|
|
"quant": "q4_0",
|
|
|
|
"type": "LLaMA",
|
|
|
|
"description": "
|
|
|
|
<strong>Very good overall model</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
|
|
|
<li>Based on the same dataset as Groovy
|
|
|
|
<li>Slower than Groovy, with higher quality responses
|
|
|
|
<li>Trained by Nomic AI
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>",
|
|
|
|
"url": "https://huggingface.co/TheBloke/GPT4All-13B-snoozy-GGML/resolve/main/GPT4All-13B-snoozy.ggmlv3.q4_0.bin"
|
2023-06-02 11:10:00 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "e",
|
2023-06-02 11:10:00 -04:00
|
|
|
"md5sum": "29119f8fa11712704c6b22ac5ab792ea",
|
2023-06-22 15:44:49 -04:00
|
|
|
"name": "Vicuna",
|
2023-06-02 11:10:00 -04:00
|
|
|
"filename": "ggml-vicuna-7b-1.1-q4_2.bin",
|
|
|
|
"filesize": "4212859520",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "8",
|
|
|
|
"parameters": "7 billion",
|
|
|
|
"quant": "q4_2",
|
|
|
|
"type": "LLaMA",
|
|
|
|
"description": "
|
|
|
|
<strong>Good small model - trained by teams from UC Berkeley, CMU, Stanford, MBZUAI, and UC San Diego</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>"
|
2023-06-02 11:10:00 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "f",
|
2023-06-02 11:10:00 -04:00
|
|
|
"md5sum": "95999b7b0699e2070af63bf5d34101a8",
|
2023-06-22 15:44:49 -04:00
|
|
|
"name": "Vicuna (large)",
|
2023-06-02 11:10:00 -04:00
|
|
|
"filename": "ggml-vicuna-13b-1.1-q4_2.bin",
|
|
|
|
"filesize": "8136770688",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "16",
|
|
|
|
"parameters": "13 billion",
|
|
|
|
"quant": "q4_2",
|
|
|
|
"type": "LLaMA",
|
|
|
|
"description": "
|
|
|
|
<strong>Good larger model - trained by teams from UC Berkeley, CMU, Stanford, MBZUAI, and UC San Diego</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>"
|
2023-06-02 11:10:00 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "g",
|
2023-06-02 11:10:00 -04:00
|
|
|
"md5sum": "99e6d129745a3f1fb1121abed747b05a",
|
2023-06-22 15:44:49 -04:00
|
|
|
"name": "Wizard",
|
2023-06-02 11:10:00 -04:00
|
|
|
"filename": "ggml-wizardLM-7B.q4_2.bin",
|
|
|
|
"filesize": "4212864640",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "8",
|
|
|
|
"parameters": "7 billion",
|
|
|
|
"quant": "q4_2",
|
|
|
|
"type": "LLaMA",
|
|
|
|
"description": "
|
|
|
|
<strong>Good small model - trained by by Microsoft and Peking University</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>"
|
2023-06-02 11:10:00 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "h",
|
2023-06-02 11:10:00 -04:00
|
|
|
"md5sum": "6cb4ee297537c9133bddab9692879de0",
|
2023-06-22 15:44:49 -04:00
|
|
|
"name": "Stable Vicuna",
|
2023-06-02 11:10:00 -04:00
|
|
|
"filename": "ggml-stable-vicuna-13B.q4_2.bin",
|
|
|
|
"filesize": "8136777088",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "16",
|
|
|
|
"parameters": "13 billion",
|
|
|
|
"quant": "q4_2",
|
|
|
|
"type": "LLaMA",
|
|
|
|
"description": "
|
|
|
|
<strong>Trained with RHLF by Stability AI</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>"
|
2023-06-02 11:10:00 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "i",
|
|
|
|
"md5sum": "1cfa4958f489f0a0d1ffdf6b37322809",
|
|
|
|
"name": "MPT Instruct",
|
|
|
|
"filename": "ggml-mpt-7b-instruct.bin",
|
|
|
|
"filesize": "4854401028",
|
|
|
|
"requires": "2.4.1",
|
|
|
|
"ramrequired": "8",
|
|
|
|
"parameters": "7 billion",
|
|
|
|
"quant": "q4_0",
|
|
|
|
"type": "MPT",
|
|
|
|
"description": "
|
|
|
|
<strong>Mosaic's instruction model</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
|
|
|
<li>Trained by Mosaic ML
|
|
|
|
<li>Licensed for commercial use
|
|
|
|
</ul>"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"order": "j",
|
2023-06-02 11:10:00 -04:00
|
|
|
"md5sum": "120c32a51d020066288df045ef5d52b9",
|
2023-06-22 15:44:49 -04:00
|
|
|
"name": "MPT Base",
|
2023-06-02 11:10:00 -04:00
|
|
|
"filename": "ggml-mpt-7b-base.bin",
|
|
|
|
"filesize": "4854401028",
|
|
|
|
"requires": "2.4.1",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "8",
|
|
|
|
"parameters": "7 billion",
|
|
|
|
"quant": "q4_0",
|
|
|
|
"type": "MPT",
|
|
|
|
"description": "
|
|
|
|
<strong>Trained for text completion with no assistant finetuning</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Completion based
|
|
|
|
<li>Trained by Mosaic ML
|
|
|
|
<li>Licensed for commercial use
|
|
|
|
</ul>"
|
2023-06-02 11:10:00 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "k",
|
2023-06-02 11:10:00 -04:00
|
|
|
"md5sum": "d5eafd5b0bd0d615cfd5fd763f642dfe",
|
2023-06-22 15:44:49 -04:00
|
|
|
"name": "Nous Vicuna",
|
2023-06-02 11:10:00 -04:00
|
|
|
"filename": "ggml-nous-gpt4-vicuna-13b.bin",
|
|
|
|
"filesize": "8136777088",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "16",
|
|
|
|
"parameters": "13 billion",
|
|
|
|
"quant": "q4_0",
|
|
|
|
"type": "LLaMA",
|
|
|
|
"description": "
|
|
|
|
<strong>Trained on ~180,000 instructions</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
|
|
|
<li>Trained by Nous Research
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>"
|
2023-06-02 11:10:00 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "l",
|
2023-06-16 11:04:34 -04:00
|
|
|
"md5sum": "489d21fd48840dcb31e5f92f453f3a20",
|
2023-06-22 15:44:49 -04:00
|
|
|
"name": "Wizard Uncensored",
|
2023-06-16 11:04:34 -04:00
|
|
|
"filename": "wizardLM-13B-Uncensored.ggmlv3.q4_0.bin",
|
2023-06-02 11:10:00 -04:00
|
|
|
"filesize": "8136777088",
|
2023-06-16 11:04:34 -04:00
|
|
|
"requires": "2.4.7",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "16",
|
|
|
|
"parameters": "13 billion",
|
|
|
|
"quant": "q4_0",
|
|
|
|
"type": "LLaMA",
|
|
|
|
"description": "
|
|
|
|
<strong>Trained on uncensored assistant data and instruction data</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Instruction based
|
|
|
|
<li>Cannot be used commercially
|
|
|
|
</ul>",
|
2023-06-16 11:04:34 -04:00
|
|
|
"url": "https://huggingface.co/TheBloke/WizardLM-13B-Uncensored-GGML/resolve/main/wizardLM-13B-Uncensored.ggmlv3.q4_0.bin"
|
2023-06-08 15:25:40 -04:00
|
|
|
},
|
|
|
|
{
|
2023-06-22 15:44:49 -04:00
|
|
|
"order": "m",
|
2023-06-08 15:25:40 -04:00
|
|
|
"md5sum": "615890cb571fcaa0f70b2f8d15ef809e",
|
2023-06-22 15:44:49 -04:00
|
|
|
"disableGUI": "true",
|
|
|
|
"name": "Replit",
|
2023-06-08 15:25:40 -04:00
|
|
|
"filename": "ggml-replit-code-v1-3b.bin",
|
|
|
|
"filesize": "5202046853",
|
|
|
|
"requires": "2.4.7",
|
2023-06-22 15:44:49 -04:00
|
|
|
"ramrequired": "4",
|
|
|
|
"parameters": "3 billion",
|
|
|
|
"quant": "f16",
|
|
|
|
"type": "Replit",
|
|
|
|
"description": "
|
|
|
|
<strong>Trained on subset of the Stack</strong>
|
|
|
|
<br>
|
|
|
|
<ul>
|
|
|
|
<li>Code completion based
|
|
|
|
<li>Licensed for commercial use
|
|
|
|
</ul>",
|
2023-06-08 15:25:40 -04:00
|
|
|
"url": "https://huggingface.co/nomic-ai/ggml-replit-code-v1-3b/resolve/main/ggml-replit-code-v1-3b.bin"
|
2023-06-02 11:10:00 -04:00
|
|
|
}
|
|
|
|
]
|