AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-10-01 01:06:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

gpt4all mpt bindings

Browse Source
This commit is contained in:
Richard Guo 2023-05-12 09:52:40 -04:00 committed by Richard Guo
parent 36a6e824f0
commit 025bae02a3
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
gpt4all-bindings/python/gpt4all/gpt4all.py
View File

@ -169,7 +169,8 @@ class GPT4All():
messages: List[Dict],
default_prompt_header: bool = True,
default_prompt_footer: bool = True,
verbose: bool = True) -> str:
verbose: bool = True,
**generate_kwargs) -> str:
"""
Format list of message dictionaries into a prompt and call model
generate on prompt. Returns a response dictionary with metadata and
@ -201,7 +202,7 @@ class GPT4All():
if verbose:
print(full_prompt)
response = self.model.generate(full_prompt)
response = self.model.generate(full_prompt, **generate_kwargs)
if verbose:
print(response)
@ -293,7 +294,9 @@ class GPT4All():
]
MPT_MODELS = [
"ggml-mpt-7b-base.bin"
"ggml-mpt-7b-base.bin",
"ggml-mpt-7b-chat.bin",
"ggml-mpt-7b-instruct.bin"
]
if model_name in GPTJ_MODELS: