alisamak commited on
Commit
607841c
·
verified ·
1 Parent(s): da6caa3

Update evaluate_agent.py

Browse files
Files changed (1) hide show
  1. evaluate_agent.py +8 -0
evaluate_agent.py CHANGED
@@ -1,5 +1,13 @@
1
  def test_questions():
2
  return [
 
 
 
 
 
 
 
 
3
  # {
4
  # "task_id": "q7",
5
  # "question": (
 
1
  def test_questions():
2
  return [
3
+ {
4
+ "task_id": "q4",
5
+ "question": (
6
+ "Hi, I'm making a pie but I could use some help with my shopping list. I have everything I need for the crust, "
7
+ "but I'm not sure about the filling. I got the recipe from my friend Aditi, but she left it"
8
+ ),
9
+ "expected_keywords": ["clarify", "incomplete", "missing", "please provide", "need more information"]
10
+ },
11
  # {
12
  # "task_id": "q7",
13
  # "question": (