Update app.py

app.py

@@ -3,8 +3,16 @@ import gradio as gr
 import requests
 import inspect
 import pandas as pd
-from tools import Web_research, multimodal_interpreter, Wikipedia_reader, translate_everything, Find_wikipedia_URL, audio_or_mp3__interpreter
+from tools import (
+    Web_research,
+    multimodal_interpreter,
+    Wikipedia_reader,
+    translate_everything,
+    Find_wikipedia_URL,
+    audio_or_mp3__interpreter,
+)
 from smolagents import GradioUI, CodeAgent, HfApiModel, PythonInterpreterTool
+from functools import lru_cache
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -12,34 +20,69 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
 # --- Basic Agent Definition ---
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
-# --- Basic Agent Definition ---
-# ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
+
+@lru_cache()
+def get_hf_model():
+    """Load and cache the Hugging Face API model once."""
+    token = os.environ.get("HF_TOKEN")
+    if not token:
+        raise ValueError("HF_TOKEN is not set in environment variables.")
+    return HfApiModel(token=token)
+
 class BasicAgent:
     def __init__(self):
         print("BasicAgent initialized.")
-    def __call__(self, question: str) -> str:
-        web_search = Web_research()
-        multimodal_tool = multimodal_interpreter()
-        python_code_tool = PythonInterpreterTool()
-        wiki_tool = Wikipedia_reader()
-        translator=translate_everything()
-        wiki_url_tool=Find_wikipedia_URL()
-        audio_tool=audio_or_mp3__interpreter()
-        alfred=CodeAgent(
-            tools=[wiki_url_tool,translator,wiki_tool,web_search, multimodal_tool,python_code_tool, audio_tool], 
-            model=HfApiModel(token=os.environ.get("HF_TOKEN")),
+        # Load tools only once
+        self.web_search = Web_research()
+        self.multimodal_tool = multimodal_interpreter()
+        self.python_code_tool = PythonInterpreterTool()
+        self.wiki_tool = Wikipedia_reader()
+        self.translator = translate_everything()
+        self.wiki_url_tool = Find_wikipedia_URL()
+        self.audio_tool = audio_or_mp3__interpreter()
+        self.model = get_hf_model()
+
+        # Initialize CodeAgent only once
+        self.alfred = CodeAgent(
+            tools=[
+                self.wiki_url_tool,
+                self.translator,
+                self.wiki_tool,
+                self.web_search,
+                self.multimodal_tool,
+                self.python_code_tool,
+                self.audio_tool,
+            ],
+            model=self.model,
             add_base_tools=True,
-            additional_authorized_imports=['urllib','chess','requests', 'bs4','pybaseball','numpy','pandas','accelerate'],
-            max_print_outputs_length = 100
+            additional_authorized_imports=[
+                'urllib', 'chess', 'requests', 'bs4', 'pybaseball', 'numpy', 'pandas', 'accelerate'
+            ],
+            max_print_outputs_length=100,
         )
-        HF_TOKEN=os.environ.get("HF_TOKEN")
-        headers = {
-            "Authorization": f"Bearer {HF_TOKEN}"
-        }
+
+    def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
-        fixed_answer = alfred.run(f"You are a general AI assistant. I will ask you a question. Please follow these steps in order to answer it: (1) Check if the sentence is written in English. If not, use your custom translator tool. (2) If the question is in English, do not use the translator. Determine whether it requires a web search, and if so, use only the exact words from the question as keywords—no synonyms. (3) If a web search is needed and the answer is likely on Wikipedia, try using the wiki_url_tool to find the relevant page; if that fails, search manually; if you need a specific numerical fact (e.g., a year or a number), use the wiki_tool to extract data from Wikipedia tables. (4) Never use synonyms not present in the question. Do not make assumptions. If you do not know the answer, say so clearly. Always report your thoughts and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER].YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don’t use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don’t use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string. Here are the questions : {question}" )
-        print(f"Agent returning fixed answer: {fixed_answer}")
-        return fixed_answer
+        prompt = (
+            "You are a general AI assistant. I will ask you a question. "
+            "Please follow these steps in order to answer it: "
+            "(1) Check if the sentence is written in English. If not, use your custom translator tool. "
+            "(2) If the question is in English, do not use the translator. Determine whether it requires a web search, "
+            "and if so, use only the exact words from the question as keywords—no synonyms. "
+            "(3) If a web search is needed and the answer is likely on Wikipedia, try using the wiki_url_tool to find the relevant page; "
+            "if that fails, search manually; if you need a specific numerical fact (e.g., a year or a number), use the wiki_tool to extract data from Wikipedia tables. "
+            "(4) Never use synonyms not present in the question. Do not make assumptions. "
+            "If you do not know the answer, say so clearly. Always report your thoughts and finish your answer with the following template: "
+            "FINAL ANSWER: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. "
+            "If you are asked for a number, don’t use comma to write your number neither use units such as $ or percent sign unless specified otherwise. "
+            "If you are asked for a string, don’t use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. "
+            "If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string. "
+            f"Here are the questions : {question}"
+        )
+        answer = self.alfred.run(prompt)
+        print(f"Agent returning fixed answer: {answer}")
+        return answer
+
 
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """