mirror of
https://github.com/nomic-ai/gpt4all.git
synced 2024-09-20 07:45:54 +00:00
f291853e51
Limitations: 1) Context is not restored for gpt-j models 2) When you switch between different model types in an existing chat the context and all the conversation is lost 3) The settings are not chat or conversation specific 4) The sizes of the chat persisted files are very large due to how much data the llama.cpp backend tries to persist. Need to investigate how we can shrink this.
106 lines
3.5 KiB
C++
106 lines
3.5 KiB
C++
#ifndef CHAT_H
|
|
#define CHAT_H
|
|
|
|
#include <QObject>
|
|
#include <QtQml>
|
|
#include <QDataStream>
|
|
|
|
#include "chatllm.h"
|
|
#include "chatmodel.h"
|
|
|
|
class Chat : public QObject
|
|
{
|
|
Q_OBJECT
|
|
Q_PROPERTY(QString id READ id NOTIFY idChanged)
|
|
Q_PROPERTY(QString name READ name WRITE setName NOTIFY nameChanged)
|
|
Q_PROPERTY(ChatModel *chatModel READ chatModel NOTIFY chatModelChanged)
|
|
Q_PROPERTY(bool isModelLoaded READ isModelLoaded NOTIFY isModelLoadedChanged)
|
|
Q_PROPERTY(QString response READ response NOTIFY responseChanged)
|
|
Q_PROPERTY(QString modelName READ modelName WRITE setModelName NOTIFY modelNameChanged)
|
|
Q_PROPERTY(bool responseInProgress READ responseInProgress NOTIFY responseInProgressChanged)
|
|
Q_PROPERTY(bool isRecalc READ isRecalc NOTIFY recalcChanged)
|
|
Q_PROPERTY(QList<QString> modelList READ modelList NOTIFY modelListChanged)
|
|
QML_ELEMENT
|
|
QML_UNCREATABLE("Only creatable from c++!")
|
|
|
|
public:
|
|
explicit Chat(QObject *parent = nullptr);
|
|
|
|
QString id() const { return m_id; }
|
|
QString name() const { return m_userName.isEmpty() ? m_name : m_userName; }
|
|
void setName(const QString &name)
|
|
{
|
|
m_userName = name;
|
|
emit nameChanged();
|
|
}
|
|
ChatModel *chatModel() { return m_chatModel; }
|
|
|
|
Q_INVOKABLE void reset();
|
|
Q_INVOKABLE bool isModelLoaded() const;
|
|
Q_INVOKABLE void prompt(const QString &prompt, const QString &prompt_template, int32_t n_predict,
|
|
int32_t top_k, float top_p, float temp, int32_t n_batch, float repeat_penalty, int32_t repeat_penalty_tokens);
|
|
Q_INVOKABLE void regenerateResponse();
|
|
Q_INVOKABLE void stopGenerating();
|
|
Q_INVOKABLE void newPromptResponsePair(const QString &prompt);
|
|
|
|
QString response() const;
|
|
bool responseInProgress() const { return m_responseInProgress; }
|
|
QString modelName() const;
|
|
void setModelName(const QString &modelName);
|
|
bool isRecalc() const;
|
|
|
|
void loadDefaultModel();
|
|
void loadModel(const QString &modelName);
|
|
void unloadModel();
|
|
void reloadModel();
|
|
|
|
qint64 creationDate() const { return m_creationDate; }
|
|
bool serialize(QDataStream &stream) const;
|
|
bool deserialize(QDataStream &stream);
|
|
|
|
QList<QString> modelList() const;
|
|
|
|
Q_SIGNALS:
|
|
void idChanged();
|
|
void nameChanged();
|
|
void chatModelChanged();
|
|
void isModelLoadedChanged();
|
|
void responseChanged();
|
|
void responseInProgressChanged();
|
|
void promptRequested(const QString &prompt, const QString &prompt_template, int32_t n_predict,
|
|
int32_t top_k, float top_p, float temp, int32_t n_batch, float repeat_penalty, int32_t repeat_penalty_tokens,
|
|
int32_t n_threads);
|
|
void regenerateResponseRequested();
|
|
void resetResponseRequested();
|
|
void resetContextRequested();
|
|
void modelNameChangeRequested(const QString &modelName);
|
|
void modelNameChanged();
|
|
void recalcChanged();
|
|
void loadDefaultModelRequested();
|
|
void loadModelRequested(const QString &modelName);
|
|
void unloadModelRequested();
|
|
void reloadModelRequested(const QString &modelName);
|
|
void generateNameRequested();
|
|
void modelListChanged();
|
|
|
|
private Q_SLOTS:
|
|
void handleResponseChanged();
|
|
void responseStarted();
|
|
void responseStopped();
|
|
void generatedNameChanged();
|
|
void handleRecalculating();
|
|
void handleModelNameChanged();
|
|
|
|
private:
|
|
QString m_id;
|
|
QString m_name;
|
|
QString m_userName;
|
|
QString m_savedModelName;
|
|
ChatModel *m_chatModel;
|
|
bool m_responseInProgress;
|
|
qint64 m_creationDate;
|
|
ChatLLM *m_llmodel;
|
|
};
|
|
|
|
#endif // CHAT_H
|