From 2698d7c9fd4ef9c90e1192f876e2d421195fec29 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Wed, 29 Nov 2023 15:19:48 -0800
Subject: [PATCH] Fix llama.cpp model unloading

---
 modules/llamacpp_model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/modules/llamacpp_model.py b/modules/llamacpp_model.py
index f4743d40..aa0fedbf 100644
--- a/modules/llamacpp_model.py
+++ b/modules/llamacpp_model.py
@@ -46,7 +46,7 @@ class LlamaCppModel:
         self.grammar = None
 
     def __del__(self):
-        self.model.__del__()
+        del self.model
 
     @classmethod
     def from_pretrained(self, path):