Update app.py

app.py

@@ -16,6 +16,25 @@ from langchain_core.messages import HumanMessage
 # --- Constants ---
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
+def openrouter_inference(prompt, model="deepseek-ai/deepseek-coder-6.7b-instruct"):
+    api_key = os.environ["OPENROUTER_API_KEY"]
+    url = "https://openrouter.ai/api/v1/chat/completions"
+    headers = {
+        "Authorization": f"Bearer {api_key}",
+        "Content-Type": "application/json"
+    }
+    payload = {
+        "model": model,
+        "messages": [
+            {"role": "user", "content": prompt}
+        ]
+    }
+    response = requests.post(url, headers=headers, json=payload)
+    response.raise_for_status()
+    data = response.json()
+    # Extract the answer from the response
+    return data["choices"][0]["message"]["content"]
+
 @tool
 def add(a:int,b:int)->int:
     """
@@ -146,7 +165,7 @@ class BasicAgent:
         model = InferenceClientModel(
             model_id="deepseek-ai/deepseek-coder-6.7b-instruct",  # Example OpenRouter model ID
             token=token,  # Set your Hugging Face token in the environment
-            provider="openrouter"  
+            provider="auto"  # Use openrouter as the provider
 )
         self.agent= CodeAgent(
             tools = [add, subtract, multiply, divide, web_search, image_generation_tool],
@@ -156,14 +175,20 @@ class BasicAgent:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
         # Inject system prompt + question
         question_with_prompt = f"{self.system_prompt}\n\nContext: {context}\n\nQuestion: {question.strip()}"
-        answer = self.agent.run(question_with_prompt)
-        # Fix: handle dict or string
-        if isinstance(answer, dict) and "content" in answer:
-            result = answer["content"]
-        else:
-            result = str(answer)
-        print(f"Agent returning answer: {result.strip()}")
-        return result.strip()
+        try:
+            answer = openrouter_inference(question_with_prompt)
+        except Exception as e:
+            print(f"Error calling OpenRouter: {e}")
+            answer = "Sorry, I couldn't get an answer from the model."
+        print(f"Agent returning answer: {answer.strip()}")
+        return answer.strip()
+        # # Fix: handle dict or string
+        # if isinstance(answer, dict) and "content" in answer:
+        #     result = answer["content"]
+        # else:
+        #     result = str(answer)
+        # print(f"Agent returning answer: {result.strip()}")
+        # return result.strip()
 
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """