Update app.py

app.py

@@ -3,6 +3,7 @@ import gradio as gr
 import requests
 import inspect
 import pandas as pd
+from transformers import pipeline
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -10,14 +11,47 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
 # --- Basic Agent Definition ---
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
-class BasicAgent:
+# class BasicAgent:
+#     def __init__(self):
+#         print("BasicAgent initialized.")
+#     def __call__(self, question: str) -> str:
+#         print(f"Agent received question (first 50 chars): {question[:50]}...")
+#         fixed_answer = "This is a default answer."
+#         print(f"Agent returning fixed answer: {fixed_answer}")
+#         return fixed_answer
+class SmartAgent:
     def __init__(self):
-        print("BasicAgent initialized.")
+        self.generator = pipeline(
+            "text-generation",
+            model="mistralai/Mistral-7B-Instruct-v0.1",
+            max_new_tokens=256,
+            temperature=0.3,
+            do_sample=True,
+            device_map="auto"
+        )
+        self.system_prompt = (
+            "You are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer "
+            "with the following template: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR "
+            "as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, "
+            "don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. "
+            "If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the "
+            "digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules."
+        )
+
+    def extract_final_answer(self, text: str) -> str:
+        # Извлекаем только ответ без "FINAL ANSWER:"
+        if "FINAL ANSWER:" in text:
+            return text.split("FINAL ANSWER:")[-1].strip().split("\n")[0]
+        return text.strip()
+
     def __call__(self, question: str) -> str:
-        print(f"Agent received question (first 50 chars): {question[:50]}...")
-        fixed_answer = "This is a default answer."
-        print(f"Agent returning fixed answer: {fixed_answer}")
-        return fixed_answer
+        prompt = f"{self.system_prompt}\nQuestion: {question}\n"
+        output = self.generator(prompt, return_full_text=False)[0]['generated_text']
+        answer = self.extract_final_answer(output)
+        print(f"[DEBUG] Question: {question}")
+        print(f"[DEBUG] Output: {output}")
+        print(f"[DEBUG] Answer: {answer}")
+        return answer
 
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """
@@ -40,7 +74,7 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
 
     # 1. Instantiate Agent ( modify this part to create your agent)
     try:
-        agent = BasicAgent()
+        agent = SmartAgent()
     except Exception as e:
         print(f"Error instantiating agent: {e}")
         return f"Error initializing agent: {e}", None