mirror of
https://github.com/nomic-ai/gpt4all.git
synced 2024-09-19 23:35:41 +00:00
3f63cc6b47
* WIP * Fix includes * Try to fix linking issues * Refinements * allow to load MPT and llama models too * cleanup, add example, add README
22 lines
585 B
C
22 lines
585 B
C
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#include <stdbool.h>
|
|
|
|
void* load_mpt_model(const char *fname, int n_threads);
|
|
|
|
void* load_llama_model(const char *fname, int n_threads);
|
|
|
|
void* load_gptj_model(const char *fname, int n_threads);
|
|
|
|
void gptj_model_prompt( const char *prompt, void *m, char* result, int repeat_last_n, float repeat_penalty, int n_ctx, int tokens, int top_k,
|
|
float top_p, float temp, int n_batch,float ctx_erase);
|
|
|
|
void gptj_free_model(void *state_ptr);
|
|
|
|
extern unsigned char getTokenCallback(void *, char *);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif |