Update app.py

app.py

@@ -1,8 +1,20 @@
+import os
+import gradio as gr
+import requests
+import pandas as pd
+
+from smolagents.models import OpenAIServerModel
+
+DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
+
+# ---------------------------------------------------
+# AGENT
+# ---------------------------------------------------
 class BasicAgent:
 
     def __init__(self):
 
-        print("Initializing Fast Groq Agent...")
+        print("Initializing agent...")
 
         self.model = OpenAIServerModel(
             model_id="llama-3.1-8b-instant",
@@ -10,7 +22,7 @@ class BasicAgent:
             api_key=os.getenv("GROQ_API_KEY")
         )
 
-        print("Fast agent ready.")
+        print("Agent initialized.")
 
     def clean_answer(self, text):
 
@@ -23,19 +35,21 @@ class BasicAgent:
         text = text.replace("FINAL ANSWER:", "")
         text = text.replace("Answer:", "")
 
-        text = text.strip().split("\n")[0]
+        text = text.strip()
+
+        text = text.split("\n")[0]
 
         return text[:200]
 
     def __call__(self, question: str) -> str:
 
         prompt = f"""
-Answer the question.
+Answer the question accurately.
 
 IMPORTANT:
 - Return ONLY the final answer.
 - No reasoning.
-- No explanation.
+- No explanations.
 - Keep answers concise.
 
 Question:
@@ -46,17 +60,143 @@ Question:
 
             response = self.model(
                 prompt,
-                max_tokens=80
+                max_tokens=64
             )
 
-            cleaned = self.clean_answer(response)
+            answer = self.clean_answer(response)
 
-            print(cleaned)
+            print(answer)
 
-            return cleaned
+            return answer
 
         except Exception as e:
 
-            print(e)
+            print(f"ERROR: {e}")
+
+            return ""
+
+
+# ---------------------------------------------------
+# MAIN FUNCTION
+# ---------------------------------------------------
+def run_and_submit_all(profile: gr.OAuthProfile | None):
+
+    if profile:
+        username = profile.username
+    else:
+        return "Please login first.", None
+
+    questions_url = f"{DEFAULT_API_URL}/questions"
+    submit_url = f"{DEFAULT_API_URL}/submit"
+
+    # init agent
+    try:
+        agent = BasicAgent()
+    except Exception as e:
+        return f"Agent init error: {e}", None
+
+    # fetch questions
+    try:
+
+        response = requests.get(questions_url)
+
+        questions_data = response.json()
+
+    except Exception as e:
+
+        return f"Question fetch error: {e}", None
+
+    answers_payload = []
+    results_log = []
+
+    # run questions
+    for item in questions_data:
+
+        task_id = item.get("task_id")
+        question = item.get("question")
+
+        try:
+
+            answer = agent(question)
+
+            answers_payload.append({
+                "task_id": task_id,
+                "submitted_answer": answer
+            })
+
+            results_log.append({
+                "Task ID": task_id,
+                "Question": question,
+                "Answer": answer
+            })
+
+        except Exception as e:
+
+            results_log.append({
+                "Task ID": task_id,
+                "Question": question,
+                "Answer": f"ERROR: {e}"
+            })
+
+    # submit
+    try:
+
+        submission = {
+            "username": username,
+            "agent_code": "https://huggingface.co",
+            "answers": answers_payload
+        }
+
+        response = requests.post(
+            submit_url,
+            json=submission,
+            timeout=120
+        )
+
+        result = response.json()
+
+        status = (
+            f"Score: {result.get('score')}%\n"
+            f"Correct: {result.get('correct_count')}/"
+            f"{result.get('total_attempted')}"
+        )
+
+        return status, pd.DataFrame(results_log)
+
+    except Exception as e:
+
+        return f"Submit error: {e}", pd.DataFrame(results_log)
+
+
+# ---------------------------------------------------
+# UI
+# ---------------------------------------------------
+with gr.Blocks() as demo:
+
+    gr.Markdown("# HF Agents Course Assignment")
+
+    gr.LoginButton()
+
+    btn = gr.Button("Run Evaluation")
+
+    output = gr.Textbox(
+        label="Submission Result",
+        lines=6
+    )
+
+    table = gr.DataFrame()
+
+    btn.click(
+        fn=run_and_submit_all,
+        outputs=[output, table]
+    )
+
+
+# ---------------------------------------------------
+# LAUNCH
+# ---------------------------------------------------
+if __name__ == "__main__":
+
+    print("Launching app...")
 
-            return ""
+    demo.launch()