Update app.py

app.py

@@ -18,13 +18,12 @@ class BasicAgent:
         # initialize HF inference pipeline once
         if HF_TOKEN is None:
             raise ValueError("HF_TOKEN not set in environment")
-        self.generator = pipeline("text-generation", model="bigscience/bloom-560m")
+        self.generator = pipeline("text-generation", model="EleutherAI/gpt-neo-125M")
         # The GAIA system prompt (no "FINAL ANSWER:" at the end)
         self.system_prompt = (
-            "You are a general AI assistant. "
-            "I will ask you a question. Answer in as few words as possible—"
-            "either a number, a few words, or a comma-separated list—"
-            "with no extra commentary, prefixes, or units.\n\n"
+            "You are a concise AI assistant. "
+            "Answer in as few words as possible—a number, a few words, or a comma-separated list. "
+            "No commentary, prefixes, or units.\n\n"
         )
         print("BasicAgent initialized with LLM.")
 
@@ -34,7 +33,7 @@ class BasicAgent:
         # Run the model
         out = self.generator(
             prompt,
-            max_new_tokens=50,       # leave room for the answer
+            max_new_tokens=16,       # leave room for the answer
             return_full_text=False
         )
         answer = out[0]["generated_text"].strip()