AI/turbopilot
1
0
Fork 0
mirror of https://github.com/ravenscroftj/turbopilot.git synced 2024-09-29 20:25:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

tidy up prints in stablecoder and starcoder

Browse Source
This commit is contained in:
James Ravenscroft 2023-08-26 16:04:41 +01:00
parent 88683abe50
commit 604183380d
2 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/gptneox.cpp
View File

@ -624,8 +624,6 @@ bool GPTNEOXModel::load_model(std::string fname) {
#if defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
printf("inside ggml clblast check\n");
if(config.n_gpu_layers > 0){
size_t vram_total = 0;
@ -653,7 +651,7 @@ bool GPTNEOXModel::load_model(std::string fname) {
#endif
}
fprintf(stderr, "%s: [GPU] total VRAM used: %zu MB\n", __func__, vram_total / 1024 / 1024);
spdlog::info("{}: [GPU] total VRAM used: {} MB\n", __func__, vram_total / 1024 / 1024);
}
#endif // defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)

4
src/starcoder.cpp
View File

@ -686,8 +686,6 @@ bool StarcoderModel::load_model(std::string fname) {
#if defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)
printf("inside ggml clblast check\n");
if(config.n_gpu_layers > 0){
size_t vram_total = 0;
int gpu_layers = std::min(config.n_gpu_layers, model->hparams.n_layer);
@ -714,7 +712,7 @@ bool StarcoderModel::load_model(std::string fname) {
#endif
}
fprintf(stderr, "%s: [GPU] total VRAM used: %zu MB\n", __func__, vram_total / 1024 / 1024);
spdlog::info("{}: [GPU] total VRAM used: {} MB\n", __func__, vram_total / 1024 / 1024);
}
#endif // defined(GGML_USE_CLBLAST) || defined(GGML_USE_CUBLAS)