Update app.py

app.py

@@ -26,6 +26,7 @@ class SmartAgent:
             model="google/flan-t5-base",
             max_new_tokens=128,
             temperature=0.3,
+            do_sample=True,
             device_map="auto"
         )
 
@@ -54,7 +55,8 @@ class SmartAgent:
     def __call__(self, question: str) -> str:
         # prompt = f"{self.system_prompt}\nQuestion: {question}\n"
         prompt = f"{self.system_prompt} Question: {question}"
-        output = self.generator(prompt, return_full_text=False)[0]['generated_text']
+        # output = self.generator(prompt, return_full_text=False)[0]['generated_text']
+        output = self.generator(prompt)[0]['generated_text']
         answer = self.extract_final_answer(output)
         print(f"[DEBUG] Question: {question}")
         print(f"[DEBUG] Output: {output}")