diff --git a/include/turbopilot/model.hpp b/include/turbopilot/model.hpp index 3fcf28a..1dfe160 100644 --- a/include/turbopilot/model.hpp +++ b/include/turbopilot/model.hpp @@ -7,7 +7,7 @@ #include #include #include -#include +#include typedef void (*offload_func_t)(struct ggml_tensor * tensor); void ggml_nop(struct ggml_tensor * tensor); @@ -64,7 +64,7 @@ protected: virtual std::stringstream predict_impl(std::string prompt, int max_length, bool include_prompt) = 0; ModelConfig config; std::mt19937 &rng; - boost::mutex model_lock; + std::mutex model_lock; }; #endif //__TURBOPILOT_MODEL_H \ No newline at end of file