| { |
| "total": 200, |
| "correct": 138, |
| "accuracy_pct": 69.0, |
| "failures": [ |
| { |
| "input": "drive backwards", |
| "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "drive backwards for 3 seconds", |
| "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":3}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "drive backwards for 10 seconds", |
| "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":10}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":10}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "reverse for 4 seconds then turn left then go forward", |
| "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":4}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":4}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":4}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "reverse for 8 seconds then go forward", |
| "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":8}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":8}},{\"name\":\"Forward\",\"args\":{\"duration\":8}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "drive backwards then turn left", |
| "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "drive backwards then turn right", |
| "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "advance for 5 seconds", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "turn left turn left turn left", |
| "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},\"args\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "go forward 3 seconds turn left go forward 3 seconds turn left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "go forward turn left turn left turn left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" |
| }, |
| { |
| "input": "hang a left then hang a left", |
| "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "turn left turn left then go back", |
| "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "make a left then make a left", |
| "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "turn left turn left go forward turn left", |
| "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "turn left go forward turn left turn left", |
| "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" |
| }, |
| { |
| "input": "turn left turn left then turn left", |
| "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "drive in a square to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "make a square going left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "drive a square counterclockwise", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "square to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "drive in a left square", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "go around a square to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "trace a square to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "drive the car in a square to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "drive in a circle to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "make a circle going left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "circle to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "go in a circle to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "drive a circle counterclockwise", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "do a loop to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "spin in a circle to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "drive in a left circle", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "drive in a triangle to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "make a triangle going left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "triangle to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "trace a triangle to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "drive a triangle counterclockwise", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "go in a triangle to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "turn around to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "do a left u-turn", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "u-turn to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "turn around going left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "drive a star to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" |
| }, |
| { |
| "input": "make a star going left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" |
| }, |
| { |
| "input": "trace a star to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" |
| }, |
| { |
| "input": "do a star to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" |
| }, |
| { |
| "input": "draw a star to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" |
| }, |
| { |
| "input": "star to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]" |
| }, |
| { |
| "input": "zigzag starting left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "do a zigzag to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "weave starting left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "zig zag starting left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "drive a zigzag starting on the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "zigzag left first", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" |
| }, |
| { |
| "input": "do a figure eight starting left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "drive a figure 8 to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "make a figure eight going left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "figure eight starting left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "trace a figure 8 to the left", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "do a mirrored figure eight", |
| "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" |
| }, |
| { |
| "input": "drive backwards for 5 seconds then stop", |
| "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]", |
| "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]" |
| } |
| ] |
| } |