Update app.py

app.py

@@ -110,20 +110,38 @@ def init_db():
 def initialize_llm():
     """Initialize the language model"""
     try:
-        # Using Mistral model through Hugging Face Hub
+        print("Starting LLM initialization...")
+        
+        api_token = os.environ.get('HUGGINGFACE_API_TOKEN')
+        if not api_token:
+            raise ValueError("HUGGINGFACE_API_TOKEN not found in environment variables")
+        print("API token found")
+
+        # Initialize with specific task parameters
         llm = HuggingFaceHub(
             repo_id="mistralai/Mistral-7B-Instruct-v0.1",
-            huggingfacehub_api_token=os.environ.get('HF_TOKEN'),
+            huggingfacehub_api_token=api_token,
+            task="text-generation",  # Specify the task
             model_kwargs={
                 "temperature": 0.7,
                 "max_new_tokens": 512,
                 "top_p": 0.95,
-                "repetition_penalty": 1.15
+                "repetition_penalty": 1.15,
+                "return_full_text": False,
             }
         )
+        
+        # Test the LLM
+        print("Testing LLM with a simple prompt...")
+        test_response = llm("Hello, please reply with a short greeting.")
+        print(f"Test response received: {test_response}")
+
         return llm
+
     except Exception as e:
-        print(f"Error initializing LLM: {e}")
+        print(f"Error initializing LLM: {str(e)}")
+        import traceback
+        print(f"Traceback: {traceback.format_exc()}")
         raise