alisamak commited on
Commit
91eea70
·
verified ·
1 Parent(s): bca2d88

Update LG_agent.py

Browse files
Files changed (1) hide show
  1. LG_agent.py +30 -30
LG_agent.py CHANGED
@@ -95,15 +95,15 @@ class BasicAgent:
95
  # 6. Local GAIA-style test set
96
 
97
  test_questions = [
98
- {
99
- "task_id": "q1",
100
- "question": (
101
- "I'm making a grocery list for my mom, who's a strict botanist. "
102
- "Here's the list: milk, eggs, sweet potatoes, basil, green beans, peanuts. "
103
- "Give me only the botanical vegetables, comma-separated, alphabetically."
104
- ),
105
- "expected_keywords": ["basil", "green beans"]
106
- },
107
  {
108
  "task_id": "q2",
109
  "question": (
@@ -112,27 +112,27 @@ test_questions = [
112
  ),
113
  "expected_keywords": ["5", "five"]
114
  },
115
- {
116
- "task_id": "q3",
117
- "question": (
118
- "What was the name of the dinosaur featured in the only Featured Article promoted in November 2016?"
119
- ),
120
- "expected_keywords": ["Qianzhousaurus"]
121
- },
122
- {
123
- "task_id": "q4",
124
- "question": (
125
- "Write the opposite of the word 'left' as the answer to this sentence."
126
- ),
127
- "expected_keywords": ["right"]
128
- },
129
- {
130
- "task_id": "q5",
131
- "question": (
132
- "Given this table defining * on S = {a,b,c}, with a*c = b and c*a = c, is * commutative?"
133
- ),
134
- "expected_keywords": ["not commutative"]
135
- },
136
  ]
137
 
138
  # 7. Evaluation function
 
95
  # 6. Local GAIA-style test set
96
 
97
  test_questions = [
98
+ # {
99
+ # "task_id": "q1",
100
+ # "question": (
101
+ # "I'm making a grocery list for my mom, who's a strict botanist. "
102
+ # "Here's the list: milk, eggs, sweet potatoes, basil, green beans, peanuts. "
103
+ # "Give me only the botanical vegetables, comma-separated, alphabetically."
104
+ # ),
105
+ # "expected_keywords": ["basil", "green beans"]
106
+ # },
107
  {
108
  "task_id": "q2",
109
  "question": (
 
112
  ),
113
  "expected_keywords": ["5", "five"]
114
  },
115
+ # {
116
+ # "task_id": "q3",
117
+ # "question": (
118
+ # "What was the name of the dinosaur featured in the only Featured Article promoted in November 2016?"
119
+ # ),
120
+ # "expected_keywords": ["Qianzhousaurus"]
121
+ # },
122
+ # {
123
+ # "task_id": "q4",
124
+ # "question": (
125
+ # "Write the opposite of the word 'left' as the answer to this sentence."
126
+ # ),
127
+ # "expected_keywords": ["right"]
128
+ # },
129
+ # {
130
+ # "task_id": "q5",
131
+ # "question": (
132
+ # "Given this table defining * on S = {a,b,c}, with a*c = b and c*a = c, is * commutative?"
133
+ # ),
134
+ # "expected_keywords": ["not commutative"]
135
+ # },
136
  ]
137
 
138
  # 7. Evaluation function