Update src/rag.py

src/rag.py

@@ -64,7 +64,23 @@ def load_emotion_classifier(api_base_url="http://127.0.0.1:1234/v1"):
     Returns:
         ChatOpenAI: A LangChain ChatOpenAI instance configured for the API.
     """
-    print(f"=== CONFIGURING LLM CLIENT FOR API: {api_base_url} ===")
+    model_snapshot_dir = "/app/.cache_app/huggingface_hub/hub/models--rdz-falcon--llma_fine-tuned/snapshots/7bd0f3b7ab734b69313ae09898904d57a1c9ac00"
+    # More general, remove the whole model repo cache
+    model_repo_dir = "/app/.cache_app/huggingface_hub/hub/models--rdz-falcon--llma_fine-tuned"
+    
+    
+    # Choose one of the directories to remove (model_repo_dir is more thorough for this model)
+    dir_to_remove = model_repo_dir # Or model_snapshot_dir
+    
+    if os.path.exists(dir_to_remove):
+        print(f"Attempting to remove cached directory: {dir_to_remove}")
+        try:
+            shutil.rmtree(dir_to_remove)
+            print(f"Successfully removed {dir_to_remove}. Model will be re-downloaded.")
+        except Exception as e:
+            print(f"Error removing directory {dir_to_remove}: {e}")
+    else:
+        print(f"Cache directory {dir_to_remove} not found, model will be downloaded.")
 
     from llama_cpp import Llama