Update app.py

app.py

@@ -2,6 +2,51 @@ import spaces
 import os
 import json
 import subprocess
+
+### monkey patch 
+
+Yes ✅ — you must patch after importing llama_cpp but BEFORE initializing Llama().
+
+You cannot patch before importing because the class doesn’t exist yet.
+
+Here is the correct order 👇
+
+✅ Correct Working Code Order
+# 1️⃣ Import llama_cpp FIRST
+import llama_cpp._internals as internals
+
+
+# 2️⃣ Monkey patch BEFORE creating Llama()
+
+_original_close = internals.LlamaModel.close
+
+def safe_close(self):
+    try:
+        if hasattr(self, "sampler") and self.sampler is not None:
+            return _original_close(self)
+    except Exception:
+        pass
+
+internals.LlamaModel.close = safe_close
+
+
+def safe_del(self):
+    try:
+        self.close()
+    except Exception:
+        pass
+
+internals.LlamaModel.__del__ = safe_del
+
+
+
+
+
+
+
+
+
+
 from llama_cpp import Llama
 from llama_cpp_agent import LlamaCppAgent, MessagesFormatterType
 from llama_cpp_agent.providers import LlamaCppPythonProvider