Update evaluate_agent.py

evaluate_agent.py

@@ -16,35 +16,35 @@ def test_questions():
           ),
           "expected_keywords": ["b, e"]
         },
-        {
-            "task_id": "q3",
-            "question": (
-                "'.rewsna eht sa \"tfel\" drow eht fo etisoppo eht etirw ,ecnetnes siht dnatsrednu uoy fI'"
-            ),
-            "expected_keywords": ["right"]
-        },
-        {
-            "task_id": "q10",
-            "question": (
-                "I’m organizing a grocery list and only want to include true vegetables "
-                "(not fruits, even if they’re used as vegetables in cooking). "
-                "From the following list, which items are true vegetables?\n\n"
-                "milk, eggs, flour, whole bean coffee, Oreos, sweet potatoes, fresh basil, plums, "
-                "green beans, rice, corn, bell pepper, whole allspice, acorns, broccoli, celery, "
-                "zucchini, lettuce, peanuts"
-            ),
-            "expected_keywords": [
-                "broccoli", "celery", "green beans", "lettuce", "sweet potatoes", "zucchini"
-            ]
-        },
-        {
-            "task_id": "q2",
-            "question": (
-                "How many studio albums did Mercedes Sosa release between 2000 and 2009 (inclusive)? "
-                "Use Wikipedia to find the answer."
-            ),
-            "expected_keywords": ["3", "three"]
-        },
+        # {
+        #     "task_id": "q3",
+        #     "question": (
+        #         "'.rewsna eht sa \"tfel\" drow eht fo etisoppo eht etirw ,ecnetnes siht dnatsrednu uoy fI'"
+        #     ),
+        #     "expected_keywords": ["right"]
+        # },
+        # {
+        #     "task_id": "q10",
+        #     "question": (
+        #         "I’m organizing a grocery list and only want to include true vegetables "
+        #         "(not fruits, even if they’re used as vegetables in cooking). "
+        #         "From the following list, which items are true vegetables?\n\n"
+        #         "milk, eggs, flour, whole bean coffee, Oreos, sweet potatoes, fresh basil, plums, "
+        #         "green beans, rice, corn, bell pepper, whole allspice, acorns, broccoli, celery, "
+        #         "zucchini, lettuce, peanuts"
+        #     ),
+        #     "expected_keywords": [
+        #         "broccoli", "celery", "green beans", "lettuce", "sweet potatoes", "zucchini"
+        #     ]
+        # },
+        # {
+        #     "task_id": "q2",
+        #     "question": (
+        #         "How many studio albums did Mercedes Sosa release between 2000 and 2009 (inclusive)? "
+        #         "Use Wikipedia to find the answer."
+        #     ),
+        #     "expected_keywords": ["3", "three"]
+        # },
         # {
         #     "task_id": "q3",
         #     "question": (