Updated model

app.py

@@ -14,7 +14,7 @@ openai.api_key = os.getenv("OPENAI_API_KEY")
 # --- Basic Agent Definition ---
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
 class BasicAgent:
-    def __init__(self, model="gpt-4-turbo", temperature=0.2):
+    def __init__(self, model="gpt-4", temperature=0.2):
         self.model = model
         self.temperature = temperature
         print("OpenAIAgent initialized.")
@@ -26,17 +26,22 @@ class BasicAgent:
                 model=self.model,
                 temperature=self.temperature,
                 messages=[
-                    {"role": "system", "content": "You are a helpful AI assistant answering science and reasoning questions accurately."},
+                    {"role": "system", "content": "You are a helpful AI assistant. Answer with only the correct option letter (A, B, C, or D)."},
                     {"role": "user", "content": question}
                 ]
             )
             answer = response['choices'][0]['message']['content'].strip()
-            print(f"Answer: {answer}")
+            print(f"Raw Answer: {answer}")
             return answer
         except Exception as e:
             print(f"Error calling OpenAI API: {e}")
             return f"ERROR: {e}"
 
+def extract_option_letter(text):
+    """Extract just A/B/C/D from the answer string."""
+    match = re.search(r'\b([A-D])\b', text.upper())
+    return match.group(1) if match else "INVALID"
+
 def generate_answers(agent, tasks):
     answers = []
 
@@ -44,22 +49,21 @@ def generate_answers(agent, tasks):
         task_id = task.get("task_id", "")
         question = task.get("question", "").lower()
 
-        # Skip unsupported question types
+        # Skip media questions
         if any(x in question for x in ["youtube.com", "audio", "video", ".mp3", ".mp4"]):
-            print(f"Skipping task {task_id}: Unsupported media content.")
+            print(f"Skipping task {task_id}: Unsupported media.")
             continue
 
-        # Call the agent on the question
-        response = agent(task["question"])
-
-        # Handle fallback or API error
-        if response.startswith("ERROR"):
-            print(f"Skipping task {task_id} due to error.")
+        raw_response = agent(task["question"])
+        if raw_response.startswith("ERROR"):
             continue
 
+        # Extract only the answer letter (A, B, C, D)
+        final_answer = extract_option_letter(raw_response)
+
         answers.append({
             "task_id": task_id,
-            "submitted_answer": response
+            "submitted_answer": final_answer
         })
 
     return answers