AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-10-01 01:06:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

backend: use llamamodel.cpp for StarCoder

Browse Source
This commit is contained in:
Cebtenzzre 2023-09-28 12:02:20 -04:00 committed by Adam Treat
parent aa706ab1ff
commit 6277eac9cc
4 changed files with 2 additions and 1034 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
gpt4all-backend/CMakeLists.txt
View File

@ -116,11 +116,6 @@ foreach(BUILD_VARIANT IN LISTS BUILD_VARIANTS)
bert.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h) bert.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
target_compile_definitions(bert-${BUILD_VARIANT} PRIVATE LLAMA_VERSIONS=>=3 LLAMA_DATE=999999) target_compile_definitions(bert-${BUILD_VARIANT} PRIVATE LLAMA_VERSIONS=>=3 LLAMA_DATE=999999)
prepare_target(bert llama-mainline) prepare_target(bert llama-mainline)
add_library(starcoder-${BUILD_VARIANT} SHARED
starcoder.cpp utils.h utils.cpp llmodel_shared.cpp llmodel_shared.h)
target_compile_definitions(starcoder-${BUILD_VARIANT} PRIVATE LLAMA_VERSIONS=>=3 LLAMA_DATE=999999)
prepare_target(starcoder llama-mainline)
endif() endif()
endforeach() endforeach()

3
gpt4all-backend/llamamodel.cpp
View File

@ -392,7 +392,8 @@ DLL_EXPORT bool magic_match(const char * fname) {
return false; return false;
bool isValid = gguf_get_version(ctx_gguf) <= 2; bool isValid = gguf_get_version(ctx_gguf) <= 2;
isValid = isValid && get_arch_name(ctx_gguf) == "llama"; auto arch = get_arch_name(ctx_gguf);
isValid = isValid && (arch == "llama" || arch == "starcoder");
gguf_free(ctx_gguf); gguf_free(ctx_gguf);
return isValid; return isValid;

1
gpt4all-backend/mpt.cpp
View File

@ -78,7 +78,6 @@ struct mpt_model {
struct llm_kv_cache kv_self; struct llm_kv_cache kv_self;
struct ggml_context * ctx; struct ggml_context * ctx;
std::map<std::string, struct ggml_tensor *> tensors;
llm_buffer eval_buf; llm_buffer eval_buf;

1027
gpt4all-backend/starcoder.cpp
View File

File diff suppressed because it is too large Load Diff