Spaces:
Runtime error
Runtime error
Update LG_agent.py
Browse files- LG_agent.py +30 -30
LG_agent.py
CHANGED
|
@@ -95,15 +95,15 @@ class BasicAgent:
|
|
| 95 |
# 6. Local GAIA-style test set
|
| 96 |
|
| 97 |
test_questions = [
|
| 98 |
-
{
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
},
|
| 107 |
{
|
| 108 |
"task_id": "q2",
|
| 109 |
"question": (
|
|
@@ -112,27 +112,27 @@ test_questions = [
|
|
| 112 |
),
|
| 113 |
"expected_keywords": ["5", "five"]
|
| 114 |
},
|
| 115 |
-
{
|
| 116 |
-
|
| 117 |
-
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
},
|
| 122 |
-
{
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
},
|
| 129 |
-
{
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
|
| 135 |
-
},
|
| 136 |
]
|
| 137 |
|
| 138 |
# 7. Evaluation function
|
|
|
|
| 95 |
# 6. Local GAIA-style test set
|
| 96 |
|
| 97 |
test_questions = [
|
| 98 |
+
# {
|
| 99 |
+
# "task_id": "q1",
|
| 100 |
+
# "question": (
|
| 101 |
+
# "I'm making a grocery list for my mom, who's a strict botanist. "
|
| 102 |
+
# "Here's the list: milk, eggs, sweet potatoes, basil, green beans, peanuts. "
|
| 103 |
+
# "Give me only the botanical vegetables, comma-separated, alphabetically."
|
| 104 |
+
# ),
|
| 105 |
+
# "expected_keywords": ["basil", "green beans"]
|
| 106 |
+
# },
|
| 107 |
{
|
| 108 |
"task_id": "q2",
|
| 109 |
"question": (
|
|
|
|
| 112 |
),
|
| 113 |
"expected_keywords": ["5", "five"]
|
| 114 |
},
|
| 115 |
+
# {
|
| 116 |
+
# "task_id": "q3",
|
| 117 |
+
# "question": (
|
| 118 |
+
# "What was the name of the dinosaur featured in the only Featured Article promoted in November 2016?"
|
| 119 |
+
# ),
|
| 120 |
+
# "expected_keywords": ["Qianzhousaurus"]
|
| 121 |
+
# },
|
| 122 |
+
# {
|
| 123 |
+
# "task_id": "q4",
|
| 124 |
+
# "question": (
|
| 125 |
+
# "Write the opposite of the word 'left' as the answer to this sentence."
|
| 126 |
+
# ),
|
| 127 |
+
# "expected_keywords": ["right"]
|
| 128 |
+
# },
|
| 129 |
+
# {
|
| 130 |
+
# "task_id": "q5",
|
| 131 |
+
# "question": (
|
| 132 |
+
# "Given this table defining * on S = {a,b,c}, with a*c = b and c*a = c, is * commutative?"
|
| 133 |
+
# ),
|
| 134 |
+
# "expected_keywords": ["not commutative"]
|
| 135 |
+
# },
|
| 136 |
]
|
| 137 |
|
| 138 |
# 7. Evaluation function
|