From f3eaa33ce7683a10550efeb5ba94b3329555c83b Mon Sep 17 00:00:00 2001
From: dsalvat1 <dsalvat1@gmail.com>
Date: Tue, 7 Nov 2023 14:31:48 -0500
Subject: [PATCH] Fixing API problem - bin files are deprecated

---
 gpt4all-api/docker-compose.yaml          | 3 ++-
 gpt4all-api/gpt4all_api/env              | 3 +++
 gpt4all-api/gpt4all_api/models/README.md | 1 +
 3 files changed, 6 insertions(+), 1 deletion(-)
 create mode 100644 gpt4all-api/gpt4all_api/env
 create mode 100644 gpt4all-api/gpt4all_api/models/README.md

diff --git a/gpt4all-api/docker-compose.yaml b/gpt4all-api/docker-compose.yaml
index 0543452a..3508b907 100644
--- a/gpt4all-api/docker-compose.yaml
+++ b/gpt4all-api/docker-compose.yaml
@@ -12,8 +12,9 @@ services:
       - WEB_CONCURRENCY=2
       - LOGLEVEL=debug
       - PORT=4891
-      - model=ggml-mpt-7b-chat.bin
+      - model=${MODEL_ID}
       - inference_mode=cpu
     volumes:
       - './gpt4all_api/app:/app'
+      - './gpt4all_api/models:/models'
     command: ["/start-reload.sh"]
\ No newline at end of file
diff --git a/gpt4all-api/gpt4all_api/env b/gpt4all-api/gpt4all_api/env
new file mode 100644
index 00000000..5b9d67a3
--- /dev/null
+++ b/gpt4all-api/gpt4all_api/env
@@ -0,0 +1,3 @@
+# Add your GGUF compatible model LLM here. ie: MODEL_BIN="mistral-7b-instruct-v0.1.Q4_0", rename file ".env"
+# Make sure this LLM matches the model you placed inside the models folder
+MODEL_BIN=""
\ No newline at end of file
diff --git a/gpt4all-api/gpt4all_api/models/README.md b/gpt4all-api/gpt4all_api/models/README.md
new file mode 100644
index 00000000..02543244
--- /dev/null
+++ b/gpt4all-api/gpt4all_api/models/README.md
@@ -0,0 +1 @@
+# Drop GGUF compatible models here, make sure it matches MODEL_BIN on your .env file
\ No newline at end of file