AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-09-19 23:35:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

adjust eval buf sizes to pass long input test

Browse Source
This commit is contained in:
Aaron Miller 2023-06-30 16:15:45 -07:00 committed by AT
parent 7a5f6e4726
commit 57dc0c8953
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
gpt4all-backend/falcon.cpp
View File

@ -430,7 +430,7 @@ bool falcon_model_load(const std::string & fname, falcon_model & model, gpt_voca
fin.close();
model.eval_buf.resize(256u * 1024 * 1024);
model.eval_buf.resize(1280u * 1024 * 1024);
model.scr0_buf.resize(256u * 1024 * 1024);
model.scr1_buf.resize(256u * 1024 * 1024);
return true;

2
gpt4all-backend/replit.cpp
View File

@ -485,7 +485,7 @@ bool replit_model_load(const std::string & fname, std::istream &fin, replit_mode
printf("%s: model size = %8.2f MB / num tensors = %d\n", __func__, total_size / 1024.0 / 1024.0, n_tensors);
}
model.eval_buf.resize(256u * 1024 * 1024);
model.eval_buf.resize(512u * 1024 * 1024);
model.scr0_buf.resize(256u * 1024 * 1024);
model.scr1_buf.resize(256u * 1024 * 1024);