Update app.py

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 import requests
 import pandas as pd
 
-from smolagents.models import OpenAIServerModel
+from groq import Groq
 
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
@@ -14,15 +14,11 @@ class BasicAgent:
 
     def __init__(self):
 
-        print("Initializing agent...")
-
-        self.model = OpenAIServerModel(
-            model_id="llama-3.1-8b-instant",
-            api_base="https://api.groq.com/openai/v1",
+        self.client = Groq(
             api_key=os.getenv("GROQ_API_KEY")
         )
 
-        print("Agent initialized.")
+        print("Groq client initialized.")
 
     def clean_answer(self, text):
 
@@ -43,31 +39,37 @@ class BasicAgent:
 
     def __call__(self, question: str) -> str:
 
-        prompt = f"""
-Answer the question accurately.
-
-IMPORTANT:
-- Return ONLY the final answer.
-- No reasoning.
-- No explanations.
-- Keep answers concise.
-
-Question:
-{question}
-"""
-
         try:
 
-            response = self.model(
-                prompt,
+            completion = self.client.chat.completions.create(
+                model="llama-3.1-8b-instant",
+                messages=[
+                    {
+                        "role": "system",
+                        "content": (
+                            "You are solving benchmark questions. "
+                            "Return ONLY the final answer. "
+                            "No explanations. "
+                            "Be concise."
+                        )
+                    },
+                    {
+                        "role": "user",
+                        "content": question
+                    }
+                ],
+                temperature=0,
                 max_tokens=64
             )
 
-            answer = self.clean_answer(response)
+            answer = completion.choices[0].message.content
+
+            cleaned = self.clean_answer(answer)
 
-            print(answer)
+            print(f"\nQ: {question}")
+            print(f"A: {cleaned}")
 
-            return answer
+            return cleaned
 
         except Exception as e:
 
@@ -77,7 +79,7 @@ Question:
 
 
 # ---------------------------------------------------
-# MAIN FUNCTION
+# MAIN
 # ---------------------------------------------------
 def run_and_submit_all(profile: gr.OAuthProfile | None):
 
@@ -91,14 +93,20 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
 
     # init agent
     try:
+
         agent = BasicAgent()
+
     except Exception as e:
+
         return f"Agent init error: {e}", None
 
     # fetch questions
     try:
 
-        response = requests.get(questions_url)
+        response = requests.get(
+            questions_url,
+            timeout=30
+        )
 
         questions_data = response.json()
 
@@ -197,6 +205,4 @@ with gr.Blocks() as demo:
 # ---------------------------------------------------
 if __name__ == "__main__":
 
-    print("Launching app...")
-
     demo.launch()