Update util.py

util.py

@@ -4,6 +4,8 @@ from openai import OpenAI
 
 FILE_NAME = "data/gaia_validation_20.jsonl"
 
+FINAL_ANSWER_MODEL = "gpt-4.5-preview"
+
 def get_questions():
     df = pd.read_json(FILE_NAME, lines=True)
     result=[]
@@ -15,25 +17,35 @@ def get_questions():
 
 def get_final_answer(question, initial_answer):
     prompt_template = """
-        You are an expert GAIA benchmark question answering assistant, given a question and an initial answer.
-        Your final answer must be a number and/or string OR as few words as possible OR a comma separated list of numbers and/or strings.
-        If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise.
-        If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise.
-        If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
-        **Question:** """ + question + """
-        **Initial answer:** """ + initial_answer + """
+        You are an expert question answering assistant. Given a question and an initial answer, your task is to determine the final answer.
+        
+        **Instructions:**
+        - Your final answer must be a number and/or string OR as few words as possible OR a comma separated list of numbers and/or strings.
+        - If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise.
+        - If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise.
+        - If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
+        - In case of a single word answer, start the word with an uppercase letter.
+        
+        **Question:** """ + 
+        question + """
+        
+        **Initial answer:** """ + 
+        initial_answer + """
+        
         **Example 1:** How many 'r' are in strawberry? 3
         **Example 2:** What is the opposite of white? Black
         **Example 3:** What is the biggest city in California? Los Angeles
         **Example 4:** What is the superlative of good? Best
         **Example 5:** How many states are in the USA? 50
-        **Final answer:** 
+        
+        **Final answer:**
+        
         """
 
     client = OpenAI()
     completion = client.chat.completions.create(
         messages=[{"role": "user", "content": [{"type": "text", "text": prompt_template}]}],
-        model="gpt-4.5-preview"
+        model=FINAL_ANSWER_MODEL
     )
 
     final_answer = completion.choices[0].message.content