gpt4all/gptj.h

29 lines
664 B
C
Raw Normal View History

2023-04-09 03:28:39 +00:00
#ifndef GPTJ_H
#define GPTJ_H
#include <string>
#include <functional>
2023-04-10 19:04:40 +00:00
#include <vector>
#include "llmodel.h"
2023-04-09 03:28:39 +00:00
class GPTJPrivate;
class GPTJ : public LLModel {
2023-04-09 03:28:39 +00:00
public:
GPTJ();
~GPTJ();
bool loadModel(const std::string &modelPath) override;
bool loadModel(const std::string &modelPath, std::istream &fin) override;
bool isModelLoaded() const override;
void prompt(const std::string &prompt,
std::function<bool(int32_t, const std::string&)> response,
PromptContext &ctx) override;
2023-04-18 13:46:03 +00:00
void setThreadCount(int32_t n_threads) override;
int32_t threadCount() override;
2023-04-09 03:28:39 +00:00
private:
GPTJPrivate *d_ptr;
};
2023-04-18 13:46:03 +00:00
#endif // GPTJ_H