From a00de2a332df888201b38dee9e9ea532730fcbed Mon Sep 17 00:00:00 2001 From: James Ravenscroft Date: Sat, 26 Aug 2023 16:21:42 +0100 Subject: [PATCH] recomment the cuda preprocessor check --- src/gptj.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/gptj.cpp b/src/gptj.cpp index dba98a2..947ec70 100644 --- a/src/gptj.cpp +++ b/src/gptj.cpp @@ -566,7 +566,7 @@ bool GPTJModel::load_model(std::string fname) { - //#if defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS) + #if defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS) if(config.n_gpu_layers > 0){ size_t vram_total = 0; @@ -603,7 +603,7 @@ bool GPTJModel::load_model(std::string fname) { spdlog::info("{}: [GPU] total VRAM used: {} MB\n", __func__, vram_total / 1024 / 1024); } - //#endif // defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS) + #endif // defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS) return true; }