correct final answer submission

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 import requests
 import inspect
 import pandas as pd
-from qa_graph import build_graph, Question
+from qa_graph import build_graph, Question, extract_final_answer
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -23,7 +23,8 @@ class BasicAgent:
         messages = self.graph.invoke({"question": question,  "decision": "",
             "answer": ""})
         answer = messages['answer']
-        return answer[14:]
+        answer = extract_final_answer(answer)[1]
+        return answer
 
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """

qa_graph.py

@@ -3,6 +3,7 @@ from langgraph.graph import START, StateGraph, END
 from typing import TypedDict
 from agents import general_agent, excel_supervisor, video_supervisor
 import os
+from typing import List
 OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
 os.environ["OPENAI_API_KEY"] = str(OPENAI_API_KEY)
 
@@ -183,7 +184,17 @@ def build_graph():
 
     react_graph = builder.compile()
     return react_graph
-
+def extract_final_answer(text: str) -> str|List[str]:
+    """Extract the final answer from a string containing 'FINAL ANSWER: answer'"""
+    
+    # Method 1: Simple string split (most common case)
+    if "FINAL ANSWER:" in text:
+        # Split on "FINAL ANSWER:" and take the part after it
+        parts = text.split("FINAL ANSWER:", 1)  # Split only on first occurrence
+        return parts
+    else:
+        return "FINAL ANSWER: unknown"
+    
 if __name__ == "__main__":
     test = [
         {
@@ -191,25 +202,27 @@ if __name__ == "__main__":
         "question": "How many studio albums were published by Mercedes Sosa between 2000 and 2009 (included)? You can use the latest 2022 version of english wikipedia.",
         "Level": "1",
         "file_name": ""
-        },     
+        },
+          {
+            "task_id": "99c9cc74-fdc8-46c6-8f8d-3ce2d3bfeea3",
+            "question": "Hi, I'm making a pie but I could use some help with my shopping list. I have everything I need for the crust, but I'm not sure about the filling. I got the recipe from my friend Aditi, but she left it as a voice memo and the speaker on my phone is buzzing so I can't quite make out what she's saying. Could you please listen to the recipe and list all of the ingredients that my friend described? I only want the ingredients for the filling, as I have everything I need to make my favorite pie crust. I've attached the recipe as Strawberry pie.mp3.\n\nIn your response, please only list the ingredients, not any measurements. So if the recipe calls for \"a pinch of salt\" or \"two cups of ripe strawberries\" the ingredients on the list would be \"salt\" and \"ripe strawberries\".\n\nPlease format your response as a comma separated list of ingredients. Also, please alphabetize the ingredients.",
+            "Level": "1",
+            "file_name": "99c9cc74-fdc8-46c6-8f8d-3ce2d3bfeea3.mp3"
+        }
                 ]
 
     questions = [Question(**item) for item in test]
-    for q in questions:
-        print(q.question)
-        print(q.file_name)
-        print(q.local_file_path)
-        for i, question in enumerate(questions):
-            print(f"\n{i}. {question.question}")
-        
-            react_graph = build_graph()
-            # Invoke the graph and capture the result
-            result = react_graph.invoke({
-                "question": question,
-                "decision": "",
-                "answer": ""
-            })
-            print(result)
-            
-            print(f"Answer: {result['answer']}")
-            print("-" * 50)
+    for i, question in enumerate(questions):
+        print(f"\n{i}. {question.question}")
+    
+        react_graph = build_graph()
+        # Invoke the graph and capture the result
+        result = react_graph.invoke({
+            "question": question,
+            "decision": "",
+            "answer": ""
+        })
+        answer = result['answer']
+        print(answer)
+        answer = extract_final_answer(answer)[1]
+        print(answer)