{ "total": 200, "correct": 138, "accuracy_pct": 69.0, "failures": [ { "input": "drive backwards", "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "drive backwards for 3 seconds", "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":3}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "drive backwards for 10 seconds", "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":10}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":10}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "reverse for 4 seconds then turn left then go forward", "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":4}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":4}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":4}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "reverse for 8 seconds then go forward", "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":8}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":8}},{\"name\":\"Forward\",\"args\":{\"duration\":8}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "drive backwards then turn left", "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "drive backwards then turn right", "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "advance for 5 seconds", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "turn left turn left turn left", "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},\"args\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "go forward 3 seconds turn left go forward 3 seconds turn left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "go forward turn left turn left turn left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" }, { "input": "hang a left then hang a left", "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "turn left turn left then go back", "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "make a left then make a left", "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "turn left turn left go forward turn left", "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "turn left go forward turn left turn left", "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" }, { "input": "turn left turn left then turn left", "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "drive in a square to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "make a square going left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "drive a square counterclockwise", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "square to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "drive in a left square", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "go around a square to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "trace a square to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "drive the car in a square to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "drive in a circle to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "make a circle going left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "circle to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "go in a circle to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "drive a circle counterclockwise", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "do a loop to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "spin in a circle to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "drive in a left circle", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "drive in a triangle to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "make a triangle going left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "triangle to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "trace a triangle to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "drive a triangle counterclockwise", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "go in a triangle to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "turn around to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "do a left u-turn", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "u-turn to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "turn around going left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "drive a star to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" }, { "input": "make a star going left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" }, { "input": "trace a star to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" }, { "input": "do a star to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" }, { "input": "draw a star to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{" }, { "input": "star to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]" }, { "input": "zigzag starting left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "do a zigzag to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "weave starting left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "zig zag starting left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "drive a zigzag starting on the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "zigzag left first", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}" }, { "input": "do a figure eight starting left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "drive a figure 8 to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "make a figure eight going left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "figure eight starting left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "trace a figure 8 to the left", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "do a mirrored figure eight", "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}" }, { "input": "drive backwards for 5 seconds then stop", "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]", "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]" } ] }