Update app.py

app.py

@@ -141,23 +141,33 @@ def init_db():
         conn.commit()
 
 def initialize_llm():
-    """Initialize the language model"""
-    try:
-        print("Starting LLM initialization...")
-        
-        api_token = os.environ.get('HF_TOKEN')
-        if not api_token:
-            raise ValueError("HUGGINGFACE_API_TOKEN not found in environment variables")
-
-        llm = HuggingFaceHub(
-            repo_id="mistralai/Mistral-7B-Instruct-v0.1",
-            huggingfacehub_api_token=api_token
-        )
-        return llm
-
-    except Exception as e:
-        print(f"Error initializing LLM: {str(e)}")
-        raise
+    """Initialize the language model with fallbacks"""
+    models = [
+        "google/flan-t5-large",  # Smaller, reliable model
+        "facebook/opt-350m",     # Another reliable option
+        "gpt2",                  # Basic but stable
+    ]
+    
+    for model in models:
+        try:
+            print(f"Trying to initialize model: {model}")
+            api_token = os.environ.get('HF_TOKEN')
+            
+            llm = HuggingFaceHub(
+                repo_id=model,
+                huggingfacehub_api_token=api_token
+            )
+            
+            # Test the model
+            test_response = llm("Hello, this is a test.")
+            print(f"Successfully initialized {model}")
+            return llm
+            
+        except Exception as e:
+            print(f"Failed to initialize {model}: {str(e)}")
+            continue
+            
+    raise ValueError("Failed to initialize any model")
 
         
 class ChatSession:
@@ -473,17 +483,17 @@ def chat():
         print(f"Received message: {user_input}")
 
         # Prepare the prompt
-        # prompt = f"""Please provide a helpful response to: {user_input}
+        prompt = f"""Please provide a helpful response to: {user_input}
 
-        # Guidelines:
-        # 1. If code is needed, use ```python for code blocks
-        # 2. Be clear and concise
-        # 3. If you don't know something, say so
-        # """
+        Guidelines:
+        1. If code is needed, use ```python for code blocks
+        2. Be clear and concise
+        3. If you don't know something, say so
+        """
 
         # Get response from LLM
         try:
-            response = llm(user_input)
+            response = llm(prompt)
             print(f"Generated response: {response[:100]}...")
 
             return jsonify({