mirror of
https://github.com/ravenscroftj/turbopilot.git
synced 2024-06-26 06:12:10 +00:00
recomment the cuda preprocessor check
This commit is contained in:
parent
215a69b5af
commit
a00de2a332
|
@ -566,7 +566,7 @@ bool GPTJModel::load_model(std::string fname) {
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
//#if defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
|
#if defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
|
||||||
|
|
||||||
if(config.n_gpu_layers > 0){
|
if(config.n_gpu_layers > 0){
|
||||||
size_t vram_total = 0;
|
size_t vram_total = 0;
|
||||||
|
@ -603,7 +603,7 @@ bool GPTJModel::load_model(std::string fname) {
|
||||||
spdlog::info("{}: [GPU] total VRAM used: {} MB\n", __func__, vram_total / 1024 / 1024);
|
spdlog::info("{}: [GPU] total VRAM used: {} MB\n", __func__, vram_total / 1024 / 1024);
|
||||||
}
|
}
|
||||||
|
|
||||||
//#endif // defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
|
#endif // defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
|
||||||
|
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue
Block a user