Update app.py

app.py

@@ -142,33 +142,24 @@ def init_db():
         conn.commit()
 
 def initialize_llm():
-    """Initialize the LLM using the transformers library."""
+    """Initialize the model in the simplest way possible"""
     try:
         # Get API token
         api_token = os.environ.get('HF_TOKEN')
         if not api_token:
-            raise ValueError("No Hugging Face API token found in environment variables.")
+            raise ValueError("No API token found")
 
-        # Define model repository ID
-        model_name = "mistralai/Mistral-7B-Instruct-v0.3"
-
-        # Load tokenizer and model
-        print("Loading tokenizer...")
-        tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=api_token)
-
-        print("Loading model...")
-        model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=api_token)
-
-        # Test the model with a simple prompt
-        print("Testing the model...")
-        prompt = "Say hello"
-        inputs = tokenizer(prompt, return_tensors="pt")
-        outputs = model.generate(**inputs, max_length=50)
-        response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+        # Initialize with minimal settings
+        llm = HuggingFaceHub(
+            repo_id="microsoft/phi-4",  # Using a simpler model for testing
+            huggingfacehub_api_token=api_token
+        )
 
-        print(f"Test response: {response}")
+        # Quick test
+        test = llm("Say hello")
+        print(f"Test response: {test}")
 
-        return model, tokenizer
+        return llm
 
     except Exception as e:
         print(f"LLM initialization error: {str(e)}")