Update app.py

app.py

@@ -10,35 +10,43 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
 # --- Basic Agent Definition ---
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
-from transformers import pipeline
+import requests
+import os
 
 class BasicAgent:
     def __init__(self):
-        print("Loading Mistral-7B-Instruct-v0.1 using pipeline...")
-
-        self.pipe = pipeline(
-            "text-generation",
-            model="mistralai/Mistral-7B-Instruct-v0.1",
-            device=-1  # CPU only
-        )
+        print("Mistral Agent using Inference API initialized.")
+        self.token = os.getenv("HF_NEW_API_TOKEN")
+        self.api_url = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.1"
+        self.headers = {
+            "Authorization": f"Bearer {self.token}",
+            "Content-Type": "application/json"
+        }
 
     def __call__(self, question: str) -> str:
-        print(f"Received question: {question[:50]}...")
-
+        print(f"Sending question to API: {question[:50]}...")
         prompt = f"<s>[INST] {question.strip()} [/INST]"
 
         try:
-            output = self.pipe(
-                prompt,
-                max_new_tokens=256,
-                temperature=0.7,
-                top_p=0.95
+            response = requests.post(
+                self.api_url,
+                headers=self.headers,
+                json={"inputs": prompt, "parameters": {"max_new_tokens": 256, "temperature": 0.7}},
+                timeout=60
             )
-            full_response = output[0]["generated_text"]
-            return full_response.split("[/INST]")[-1].strip()
+            response.raise_for_status()
+            output = response.json()
+
+            # Handle potential format differences
+            if isinstance(output, list) and "generated_text" in output[0]:
+                return output[0]["generated_text"].split("[/INST]")[-1].strip()
+            else:
+                print(f"⚠️ Unexpected response: {output}")
+                return "⚠️ Mistral returned an unexpected format."
+
         except Exception as e:
-            print(f"❌ Inference Error: {e}")
-            return f"❌ Model Error: {str(e)}"
+            print(f"❌ Error during API call: {e}")
+            return f"❌ API Error: {str(e)}"
             
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """