mirror of
https://github.com/nomic-ai/gpt4all.git
synced 2024-10-01 01:06:10 -04:00
88d85be0f9
* chat: remove unused oscompat source files
These files are no longer needed now that the hnswlib index is gone.
This fixes an issue with the Windows build as there was a compilation
error in oscompat.cpp.
Signed-off-by: Jared Van Bortel <jared@nomic.ai>
* llm: fix pragma to be recognized by MSVC
Replaces this MSVC warning:
C:\msys64\home\Jared\gpt4all\gpt4all-chat\llm.cpp(53,21): warning C4081: expected '('; found 'string'
With this:
C:\msys64\home\Jared\gpt4all\gpt4all-chat\llm.cpp : warning : offline installer build will not check for updates!
Signed-off-by: Jared Van Bortel <jared@nomic.ai>
* usearch: fork usearch to fix `CreateFile` build error
Signed-off-by: Jared Van Bortel <jared@nomic.ai>
* dlhandle: fix incorrect assertion on Windows
SetErrorMode returns the previous value of the error mode flags, not an
indicator of success.
Signed-off-by: Jared Van Bortel <jared@nomic.ai>
* llamamodel: fix UB in LLamaModel::embedInternal
It is undefined behavior to increment an STL iterator past the end of
the container. Use offsets to do the math instead.
Signed-off-by: Jared Van Bortel <jared@nomic.ai>
* cmake: install embedding model to bundle's Resources dir on macOS
Signed-off-by: Jared Van Bortel <jared@nomic.ai>
* ci: fix macOS build by explicitly installing Rosetta
Signed-off-by: Jared Van Bortel <jared@nomic.ai>
---------
Signed-off-by: Jared Van Bortel <jared@nomic.ai>
108 lines
2.7 KiB
C++
108 lines
2.7 KiB
C++
#include "llm.h"
|
|
|
|
#include "../gpt4all-backend/llmodel.h"
|
|
#include "../gpt4all-backend/sysinfo.h"
|
|
|
|
#include <QCoreApplication>
|
|
#include <QDebug>
|
|
#include <QFileInfo>
|
|
#include <QGlobalStatic>
|
|
#include <QNetworkInformation>
|
|
#include <QProcess>
|
|
#include <QSettings>
|
|
#include <QUrl>
|
|
#include <QtLogging>
|
|
|
|
#ifdef GPT4ALL_OFFLINE_INSTALLER
|
|
# include <QDesktopServices>
|
|
#else
|
|
# include "network.h"
|
|
#endif
|
|
|
|
using namespace Qt::Literals::StringLiterals;
|
|
|
|
class MyLLM: public LLM { };
|
|
Q_GLOBAL_STATIC(MyLLM, llmInstance)
|
|
LLM *LLM::globalInstance()
|
|
{
|
|
return llmInstance();
|
|
}
|
|
|
|
LLM::LLM()
|
|
: QObject{nullptr}
|
|
, m_compatHardware(LLModel::Implementation::hasSupportedCPU())
|
|
{
|
|
QNetworkInformation::loadDefaultBackend();
|
|
auto * netinfo = QNetworkInformation::instance();
|
|
if (netinfo) {
|
|
connect(netinfo, &QNetworkInformation::reachabilityChanged,
|
|
this, &LLM::isNetworkOnlineChanged);
|
|
}
|
|
}
|
|
|
|
bool LLM::hasSettingsAccess() const
|
|
{
|
|
QSettings settings;
|
|
settings.sync();
|
|
return settings.status() == QSettings::NoError;
|
|
}
|
|
|
|
bool LLM::checkForUpdates() const
|
|
{
|
|
#ifdef GPT4ALL_OFFLINE_INSTALLER
|
|
# pragma message(__FILE__ ": WARNING: offline installer build will not check for updates!")
|
|
return QDesktopServices::openUrl(QUrl("https://gpt4all.io/"));
|
|
#else
|
|
Network::globalInstance()->trackEvent("check_for_updates");
|
|
|
|
#if defined(Q_OS_LINUX)
|
|
QString tool = u"maintenancetool"_s;
|
|
#elif defined(Q_OS_WINDOWS)
|
|
QString tool = u"maintenancetool.exe"_s;
|
|
#elif defined(Q_OS_DARWIN)
|
|
QString tool = u"../../../maintenancetool.app/Contents/MacOS/maintenancetool"_s;
|
|
#endif
|
|
|
|
QString fileName = QCoreApplication::applicationDirPath()
|
|
+ "/../" + tool;
|
|
if (!QFileInfo::exists(fileName)) {
|
|
qDebug() << "Couldn't find tool at" << fileName << "so cannot check for updates!";
|
|
return false;
|
|
}
|
|
|
|
return QProcess::startDetached(fileName);
|
|
#endif
|
|
}
|
|
|
|
bool LLM::directoryExists(const QString &path)
|
|
{
|
|
const QUrl url(path);
|
|
const QString localFilePath = url.isLocalFile() ? url.toLocalFile() : path;
|
|
const QFileInfo info(localFilePath);
|
|
return info.exists() && info.isDir();
|
|
}
|
|
|
|
bool LLM::fileExists(const QString &path)
|
|
{
|
|
const QUrl url(path);
|
|
const QString localFilePath = url.isLocalFile() ? url.toLocalFile() : path;
|
|
const QFileInfo info(localFilePath);
|
|
return info.exists() && info.isFile();
|
|
}
|
|
|
|
qint64 LLM::systemTotalRAMInGB() const
|
|
{
|
|
return getSystemTotalRAMInGB();
|
|
}
|
|
|
|
QString LLM::systemTotalRAMInGBString() const
|
|
{
|
|
return QString::fromStdString(getSystemTotalRAMInGBString());
|
|
}
|
|
|
|
bool LLM::isNetworkOnline() const
|
|
{
|
|
auto * netinfo = QNetworkInformation::instance();
|
|
return !netinfo || netinfo->reachability() == QNetworkInformation::Reachability::Online;
|
|
}
|