AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-09-19 23:35:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

Initial build variant auto detection

Browse Source
This commit is contained in:
niansa 2023-05-25 09:18:30 +02:00
parent 1e037f868d
commit bdfdaedc80
1 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
gpt4all-backend/llmodel.cpp
View File

@ -49,11 +49,24 @@ Dlhandle *get_implementation(std::ifstream& f, const std::string& buildVariant)
return nullptr; return nullptr;
} }
static
bool requires_avxonly() {
#ifdef __x86_64__
return !__builtin_cpu_supports("avx2") && !__builtin_cpu_supports("fma");
#else
return false; // Don't know how to handle ARM
#endif
}
LLModel *LLModel::construct(const std::string &modelPath, std::string buildVariant) { LLModel *LLModel::construct(const std::string &modelPath, std::string buildVariant) {
//TODO: Auto-detect //TODO: Auto-detect
if (buildVariant == "auto") { if (buildVariant == "auto") {
if (requires_avxonly()) {
buildVariant = "avxonly";
} else {
buildVariant = "default"; buildVariant = "default";
} }
}
// Read magic // Read magic
std::ifstream f(modelPath, std::ios::binary); std::ifstream f(modelPath, std::ios::binary);
if (!f) return nullptr; if (!f) return nullptr;