Update app.py

app.py

@@ -141,24 +141,33 @@ def init_db():
         conn.commit()
 
 def initialize_llm():
-    """Initialize the model in the simplest way possible"""
+    """Initialize the LLM using the transformers library."""
     try:
         # Get API token
         api_token = os.environ.get('HF_TOKEN')
         if not api_token:
-            raise ValueError("No API token found")
+            raise ValueError("No Hugging Face API token found in environment variables.")
 
-        # Initialize with minimal settings
-        llm = HuggingFaceHub(
-            repo_id="meta-llama/Llama-3.1-8B-Instruct",  # Using a simpler model for testing
-            huggingfacehub_api_token=api_token,
-        )
+        # Define model repository ID
+        model_name = "mistralai/Mistral-7B-Instruct-v0.3"
+
+        # Load tokenizer and model
+        print("Loading tokenizer...")
+        tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=api_token)
+
+        print("Loading model...")
+        model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=api_token)
+
+        # Test the model with a simple prompt
+        print("Testing the model...")
+        prompt = "Say hello"
+        inputs = tokenizer(prompt, return_tensors="pt")
+        outputs = model.generate(**inputs, max_length=50)
+        response = tokenizer.decode(outputs[0], skip_special_tokens=True)
 
-        # Quick test
-        test = llm("Say hello")
-        print(f"Test response: {test}")
+        print(f"Test response: {response}")
 
-        return llm
+        return model, tokenizer
 
     except Exception as e:
         print(f"LLM initialization error: {str(e)}")