From 6690b49a9ff71a6b4694aa9932451d024ace8a8a Mon Sep 17 00:00:00 2001 From: Adam Treat Date: Fri, 16 Jun 2023 11:04:34 -0400 Subject: [PATCH] Converts the following to Q4_0 * Snoozy * Nous Hermes * Wizard 13b uncensored Uses the filenames from actual download for these three. --- gpt4all-chat/metadata/models.json | 25 +++++++++++++++---------- 1 file changed, 15 insertions(+), 10 deletions(-) diff --git a/gpt4all-chat/metadata/models.json b/gpt4all-chat/metadata/models.json index a9699e6d..876f1f3f 100644 --- a/gpt4all-chat/metadata/models.json +++ b/gpt4all-chat/metadata/models.json @@ -8,11 +8,14 @@ "description": "GPT-J 6B finetuned by Nomic AI on the latest GPT4All dataset.
- Licensed for commercial use.
- Fast responses." }, { - "md5sum": "91f886b68fbce697e9a3cd501951e455", - "filename": "ggml-gpt4all-l13b-snoozy.bin", + "md5sum": "11d9f060ca24575a2c303bdc39952486", + "filename": "GPT4All-13B-snoozy.ggmlv3.q4_0.bin", "filesize": "8136770688", + "requires": "2.4.7", + "isDefault": "true", "bestLlama": "true", - "description": "LLaMA 13B finetuned by Nomic AI on the latest GPT4All dataset.
- Cannot be used commercially.
- Slower responses but higher quality." + "description": "LLaMA 13B finetuned by Nomic AI on the latest GPT4All dataset.
- Cannot be used commercially.
- Slower responses but higher quality.",, + "url": "https://huggingface.co/TheBloke/GPT4All-13B-snoozy-GGML/resolve/main/GPT4All-13B-snoozy.ggmlv3.q4_0.bin" }, { "md5sum": "756249d3d6abe23bde3b1ae272628640", @@ -24,12 +27,12 @@ "description": "MPT 7B chat model trained by Mosaic ML.
- Cannot be used commercially.
- Fast responses." }, { - "md5sum": "f26b99c320ff358f4223a973217eb31e", - "filename": "ggml-v3-13b-hermes-q5_1.bin", + "md5sum": "4acc146dd43eb02845c233c29289c7c5", + "filename": "nous-hermes-13b.ggmlv3.q4_0.bin", "filesize": "8136777088", - "requires": "2.4.5", + "requires": "2.4.7", "description": "LLaMa 13B finetuned on over 300,000 curated and uncensored instructions instructions.
- Cannot be used commercially.
- Best finetuned LLaMA model.
- This model was fine-tuned by Nous Research, with Teknium and Karan4D leading the fine tuning process and dataset curation, Redmond AI sponsoring the compute, and several other contributors. The result is an enhanced Llama 13b model that rivals GPT-3.5-turbo in performance across a variety of tasks. This model stands out for its long responses, low hallucination rate, and absence of OpenAI censorship mechanisms.", - "url": "https://huggingface.co/eachadea/ggml-nous-hermes-13b/resolve/main/ggml-v3-13b-hermes-q5_1.bin" + "url": "https://huggingface.co/TheBloke/Nous-Hermes-13B-GGML/resolve/main/nous-hermes-13b.ggmlv3.q4_0.bin" }, { "md5sum": "29119f8fa11712704c6b22ac5ab792ea", @@ -76,10 +79,12 @@ "description": "MPT 7B instruction finetuned by Mosaic ML.
- Licensed for commercial use." }, { - "md5sum": "679fc463f01388ea2d339664af0a0836", - "filename": "ggml-wizard-13b-uncensored.bin", + "md5sum": "489d21fd48840dcb31e5f92f453f3a20", + "filename": "wizardLM-13B-Uncensored.ggmlv3.q4_0.bin", "filesize": "8136777088", - "description": "LLaMa 13B finetuned on the uncensored assistant and instruction data.
- Cannot be used commercially." + "requires": "2.4.7", + "description": "LLaMa 13B finetuned on the uncensored assistant and instruction data.
- Cannot be used commercially.", + "url": "https://huggingface.co/TheBloke/WizardLM-13B-Uncensored-GGML/resolve/main/wizardLM-13B-Uncensored.ggmlv3.q4_0.bin" }, { "md5sum": "615890cb571fcaa0f70b2f8d15ef809e",