AI/turbopilot
1
0
Fork 0
mirror of https://github.com/ravenscroftj/turbopilot.git synced 2024-06-26 06:12:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

recomment the cuda preprocessor check

Browse Source
This commit is contained in:
James Ravenscroft 2023-08-26 16:21:42 +01:00
parent 215a69b5af
commit a00de2a332
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/gptj.cpp
View File

@ -566,7 +566,7 @@ bool GPTJModel::load_model(std::string fname) {
//#if defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
#if defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
if(config.n_gpu_layers > 0){
size_t vram_total = 0;
@ -603,7 +603,7 @@ bool GPTJModel::load_model(std::string fname) {
spdlog::info("{}: [GPU] total VRAM used: {} MB\n", __func__, vram_total / 1024 / 1024);
}
//#endif // defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
#endif // defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
return true;
}