AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-09-20 07:45:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use default params unless we override them.

Browse Source
This commit is contained in:
Adam Treat 2023-04-20 12:07:43 -04:00
parent b15feb5a4c
commit 51768bfbda
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
llamamodel.cpp
View File

@ -41,6 +41,15 @@ bool LLamaModel::loadModel(const std::string &modelPath)
{ {
// load the model // load the model
d_ptr->params = llama_context_default_params(); d_ptr->params = llama_context_default_params();
gpt_params params;
d_ptr->params.n_ctx = params.n_ctx;
d_ptr->params.n_parts = params.n_parts;
d_ptr->params.seed = params.seed;
d_ptr->params.f16_kv = params.memory_f16;
d_ptr->params.use_mmap = params.use_mmap;
d_ptr->params.use_mlock = params.use_mlock;
d_ptr->ctx = llama_init_from_file(modelPath.c_str(), d_ptr->params); d_ptr->ctx = llama_init_from_file(modelPath.c_str(), d_ptr->params);
if (!d_ptr->ctx) { if (!d_ptr->ctx) {
std::cerr << "LLAMA ERROR: failed to load model from " << modelPath << std::endl; std::cerr << "LLAMA ERROR: failed to load model from " << modelPath << std::endl;