Update evaluate_agent.py

evaluate_agent.py

@@ -1,28 +1,28 @@
 def test_questions():
     return [
-        {
-          "task_id": "q7",
-          "question": (
-            "Given this table defining * on the set S = {a, b, c, d, e}\n\n"
-            "|*|a|b|c|d|e|\n"
-            "|---|---|---|---|---|---|\n"
-            "|a|a|b|c|b|d|\n"
-            "|b|b|c|a|e|c|\n"
-            "|c|c|a|b|b|a|\n"
-            "|d|b|e|b|e|d|\n"
-            "|e|d|b|a|d|c|\n\n"
-            "Provide the subset of S involved in any possible counter-examples that prove * is not commutative. "
-            "Provide your answer as a comma-separated list of the elements in the set in alphabetical order."
-          ),
-          "expected_keywords": ["b, e"]
-        },
         # {
-        #     "task_id": "q3",
-        #     "question": (
-        #         "'.rewsna eht sa \"tfel\" drow eht fo etisoppo eht etirw ,ecnetnes siht dnatsrednu uoy fI'"
-        #     ),
-        #     "expected_keywords": ["right"]
+        #   "task_id": "q7",
+        #   "question": (
+        #     "Given this table defining * on the set S = {a, b, c, d, e}\n\n"
+        #     "|*|a|b|c|d|e|\n"
+        #     "|---|---|---|---|---|---|\n"
+        #     "|a|a|b|c|b|d|\n"
+        #     "|b|b|c|a|e|c|\n"
+        #     "|c|c|a|b|b|a|\n"
+        #     "|d|b|e|b|e|d|\n"
+        #     "|e|d|b|a|d|c|\n\n"
+        #     "Provide the subset of S involved in any possible counter-examples that prove * is not commutative. "
+        #     "Provide your answer as a comma-separated list of the elements in the set in alphabetical order."
+        #   ),
+        #   "expected_keywords": ["b, e"]
         # },
+        {
+            "task_id": "q3",
+            "question": (
+                "'.rewsna eht sa \"tfel\" drow eht fo etisoppo eht etirw ,ecnetnes siht dnatsrednu uoy fI'"
+            ),
+            "expected_keywords": ["right"]
+        },
         # {
         #     "task_id": "q10",
         #     "question": (