AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-10-01 01:06:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Modal snippet update docs

Browse Source
This commit is contained in:
Andriy Mulyar 2023-05-13 11:59:50 -04:00
parent b9d2efc095
commit f6d78fa551
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
gpt4all-bindings/python/docs/gpt4all_modal.md
View File

@ -12,9 +12,7 @@ def download_model():
return gpt4all.GPT4All("ggml-gpt4all-j-v1.3-groovy.bin") return gpt4all.GPT4All("ggml-gpt4all-j-v1.3-groovy.bin")
image=modal.Image.debian_slim().pip_install("gpt4all").run_function(download_model) image=modal.Image.debian_slim().pip_install("gpt4all").run_function(download_model)
stub = modal.Stub("gpt4all", image=image) stub = modal.Stub("gpt4all", image=image)
@stub.cls(keep_warm=1) @stub.cls(keep_warm=1)
class GPT4All: class GPT4All:
def __enter__(self): def __enter__(self):
@ -22,6 +20,7 @@ class GPT4All:
self.gptj = download_model() self.gptj = download_model()
print("Loaded model") print("Loaded model")
@modal.method()
def generate(self): def generate(self):
messages = [{"role": "user", "content": "Name 3 colors"}] messages = [{"role": "user", "content": "Name 3 colors"}]
completion = self.gptj.chat_completion(messages) completion = self.gptj.chat_completion(messages)
@ -31,5 +30,5 @@ class GPT4All:
def main(): def main():
model = GPT4All() model = GPT4All()
for i in range(10): for i in range(10):
model.generate() model.generate.call()
``` ```