AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-09-19 23:35:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

backend: support GGUFv3 (#1582)

Browse Source
This commit is contained in:
cebtenzzre 2023-10-27 17:07:23 -04:00 committed by GitHub
parent 14b410a12a
commit fd0c501d68
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
gpt4all-backend/bert.cpp
View File

@ -884,7 +884,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
if (!ctx_gguf)
return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2;
bool isValid = gguf_get_version(ctx_gguf) <= 3;
isValid = isValid && get_arch_name(ctx_gguf) == "bert";
gguf_free(ctx_gguf);

2
gpt4all-backend/gptj.cpp
View File

@ -806,7 +806,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
if (!ctx_gguf)
return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2;
bool isValid = gguf_get_version(ctx_gguf) <= 3;
isValid = isValid && get_arch_name(ctx_gguf) == "gptj";
gguf_free(ctx_gguf);

2
gpt4all-backend/llama.cpp-mainline

@ -1 +1 @@
Subproject commit 3414cd82174d8500094ff83ccc8ee0617b41bf94
Subproject commit 10e6c38b0022b23181488371e045eefc4490bea6

2
gpt4all-backend/llamamodel.cpp
View File

@ -395,7 +395,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
if (!ctx_gguf)
return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2;
bool isValid = gguf_get_version(ctx_gguf) <= 3;
auto arch = get_arch_name(ctx_gguf);
isValid = isValid && (arch == "llama" || arch == "starcoder" || arch == "falcon" || arch == "mpt");