Hugging Face's logo

Nandhini3737
/
nlu-seq2seq

PyTorch
English
seq2seq
transformer
Model card Files
xet
 Community
Nandhini3737 commited on
Commit
3e4341f
·
verified ·
1 Parent(s): f604c1c

Upload eval_report.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval_report.json +317 -0
eval_report.json ADDED
@@ -0,0 +1,317 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total": 200,
3
+ "correct": 138,
4
+ "accuracy_pct": 69.0,
5
+ "failures": [
6
+ {
7
+ "input": "drive backwards",
8
+ "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]",
9
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]"
10
+ },
11
+ {
12
+ "input": "drive backwards for 3 seconds",
13
+ "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":3}},{\"name\":\"Stop\",\"args\":{}}]",
14
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Stop\",\"args\":{}}]"
15
+ },
16
+ {
17
+ "input": "drive backwards for 10 seconds",
18
+ "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":10}},{\"name\":\"Stop\",\"args\":{}}]",
19
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":10}},{\"name\":\"Stop\",\"args\":{}}]"
20
+ },
21
+ {
22
+ "input": "reverse for 4 seconds then turn left then go forward",
23
+ "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":4}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]",
24
+ "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":4}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":4}},{\"name\":\"Stop\",\"args\":{}}]"
25
+ },
26
+ {
27
+ "input": "reverse for 8 seconds then go forward",
28
+ "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":8}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]",
29
+ "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":8}},{\"name\":\"Forward\",\"args\":{\"duration\":8}},{\"name\":\"Stop\",\"args\":{}}]"
30
+ },
31
+ {
32
+ "input": "drive backwards then turn left",
33
+ "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
34
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
35
+ },
36
+ {
37
+ "input": "drive backwards then turn right",
38
+ "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
39
+ "predicted": "[{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
40
+ },
41
+ {
42
+ "input": "advance for 5 seconds",
43
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]",
44
+ "predicted": "[{\"name\":\"Backward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]"
45
+ },
46
+ {
47
+ "input": "turn left turn left turn left",
48
+ "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
49
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},\"args\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
50
+ },
51
+ {
52
+ "input": "go forward 3 seconds turn left go forward 3 seconds turn left",
53
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
54
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":3}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
55
+ },
56
+ {
57
+ "input": "go forward turn left turn left turn left",
58
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
59
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{"
60
+ },
61
+ {
62
+ "input": "hang a left then hang a left",
63
+ "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
64
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
65
+ },
66
+ {
67
+ "input": "turn left turn left then go back",
68
+ "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Backward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]",
69
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]"
70
+ },
71
+ {
72
+ "input": "make a left then make a left",
73
+ "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
74
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
75
+ },
76
+ {
77
+ "input": "turn left turn left go forward turn left",
78
+ "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
79
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]"
80
+ },
81
+ {
82
+ "input": "turn left go forward turn left turn left",
83
+ "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
84
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{"
85
+ },
86
+ {
87
+ "input": "turn left turn left then turn left",
88
+ "expected": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
89
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
90
+ },
91
+ {
92
+ "input": "drive in a square to the left",
93
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
94
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
95
+ },
96
+ {
97
+ "input": "make a square going left",
98
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
99
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
100
+ },
101
+ {
102
+ "input": "drive a square counterclockwise",
103
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
104
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
105
+ },
106
+ {
107
+ "input": "square to the left",
108
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
109
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
110
+ },
111
+ {
112
+ "input": "drive in a left square",
113
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
114
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
115
+ },
116
+ {
117
+ "input": "go around a square to the left",
118
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
119
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
120
+ },
121
+ {
122
+ "input": "trace a square to the left",
123
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
124
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
125
+ },
126
+ {
127
+ "input": "drive the car in a square to the left",
128
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
129
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
130
+ },
131
+ {
132
+ "input": "drive in a circle to the left",
133
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
134
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
135
+ },
136
+ {
137
+ "input": "make a circle going left",
138
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
139
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
140
+ },
141
+ {
142
+ "input": "circle to the left",
143
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
144
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
145
+ },
146
+ {
147
+ "input": "go in a circle to the left",
148
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
149
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
150
+ },
151
+ {
152
+ "input": "drive a circle counterclockwise",
153
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
154
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
155
+ },
156
+ {
157
+ "input": "do a loop to the left",
158
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
159
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
160
+ },
161
+ {
162
+ "input": "spin in a circle to the left",
163
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
164
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
165
+ },
166
+ {
167
+ "input": "drive in a left circle",
168
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
169
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
170
+ },
171
+ {
172
+ "input": "drive in a triangle to the left",
173
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
174
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
175
+ },
176
+ {
177
+ "input": "make a triangle going left",
178
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
179
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
180
+ },
181
+ {
182
+ "input": "triangle to the left",
183
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
184
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
185
+ },
186
+ {
187
+ "input": "trace a triangle to the left",
188
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
189
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
190
+ },
191
+ {
192
+ "input": "drive a triangle counterclockwise",
193
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
194
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
195
+ },
196
+ {
197
+ "input": "go in a triangle to the left",
198
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
199
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
200
+ },
201
+ {
202
+ "input": "turn around to the left",
203
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]",
204
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
205
+ },
206
+ {
207
+ "input": "do a left u-turn",
208
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]",
209
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
210
+ },
211
+ {
212
+ "input": "u-turn to the left",
213
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]",
214
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
215
+ },
216
+ {
217
+ "input": "turn around going left",
218
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]",
219
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]"
220
+ },
221
+ {
222
+ "input": "drive a star to the left",
223
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
224
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{"
225
+ },
226
+ {
227
+ "input": "make a star going left",
228
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
229
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{"
230
+ },
231
+ {
232
+ "input": "trace a star to the left",
233
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
234
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{"
235
+ },
236
+ {
237
+ "input": "do a star to the left",
238
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
239
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{"
240
+ },
241
+ {
242
+ "input": "draw a star to the left",
243
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
244
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{"
245
+ },
246
+ {
247
+ "input": "star to the left",
248
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
249
+ "predicted": "[{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Stop\",\"args\":{}}]"
250
+ },
251
+ {
252
+ "input": "zigzag starting left",
253
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
254
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
255
+ },
256
+ {
257
+ "input": "do a zigzag to the left",
258
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
259
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
260
+ },
261
+ {
262
+ "input": "weave starting left",
263
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
264
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
265
+ },
266
+ {
267
+ "input": "zig zag starting left",
268
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
269
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
270
+ },
271
+ {
272
+ "input": "drive a zigzag starting on the left",
273
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
274
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
275
+ },
276
+ {
277
+ "input": "zigzag left first",
278
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
279
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":2}"
280
+ },
281
+ {
282
+ "input": "do a figure eight starting left",
283
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
284
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
285
+ },
286
+ {
287
+ "input": "drive a figure 8 to the left",
288
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
289
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
290
+ },
291
+ {
292
+ "input": "make a figure eight going left",
293
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
294
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
295
+ },
296
+ {
297
+ "input": "figure eight starting left",
298
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
299
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
300
+ },
301
+ {
302
+ "input": "trace a figure 8 to the left",
303
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
304
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
305
+ },
306
+ {
307
+ "input": "do a mirrored figure eight",
308
+ "expected": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Left\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Stop\",\"args\":{}}]",
309
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}},{\"name\":\"Turn_Right\",\"args\":{}},{\"name\":\"Forward\",\"args\":{\"duration\":1}"
310
+ },
311
+ {
312
+ "input": "drive backwards for 5 seconds then stop",
313
+ "expected": "[{\"name\":\"Backward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]",
314
+ "predicted": "[{\"name\":\"Forward\",\"args\":{\"duration\":5}},{\"name\":\"Stop\",\"args\":{}}]"
315
+ }
316
+ ]
317
+ }