lederyou commited on
Commit
86c1608
·
verified ·
1 Parent(s): 7055829

Upload nlp_prompt_report.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. nlp_prompt_report.json +1296 -0
nlp_prompt_report.json ADDED
@@ -0,0 +1,1296 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "gold_set": {
3
+ "v1_basic": {
4
+ "version": "v1_basic",
5
+ "aggregate": {
6
+ "dish_recall": 0.375,
7
+ "qty_exact": 0.375,
8
+ "station_correct": 0.375,
9
+ "schema_valid": 1.0,
10
+ "n_cases": 8
11
+ },
12
+ "per_case": [
13
+ {
14
+ "text": "Two cheeseburgers medium-rare and a side of fries please",
15
+ "dish_recall": 0.0,
16
+ "qty_exact": 0.0,
17
+ "station_correct": 0.0,
18
+ "schema_valid": 1
19
+ },
20
+ {
21
+ "text": "Eine Pizza Margherita ohne Knoblauch und einen Caesar Salad",
22
+ "dish_recall": 0.5,
23
+ "qty_exact": 0.5,
24
+ "station_correct": 0.5,
25
+ "schema_valid": 1
26
+ },
27
+ {
28
+ "text": "drei spaghetti bolognese extra parmesan",
29
+ "dish_recall": 1.0,
30
+ "qty_exact": 1.0,
31
+ "station_correct": 1.0,
32
+ "schema_valid": 1
33
+ },
34
+ {
35
+ "text": "I'd like the steak well done and a tiramisu for dessert",
36
+ "dish_recall": 1.0,
37
+ "qty_exact": 1.0,
38
+ "station_correct": 1.0,
39
+ "schema_valid": 1
40
+ },
41
+ {
42
+ "text": "ramen mit extra ei, dazu sushi mix 8 stück",
43
+ "dish_recall": 0.5,
44
+ "qty_exact": 0.5,
45
+ "station_correct": 0.5,
46
+ "schema_valid": 1
47
+ },
48
+ {
49
+ "text": "kann ich bitte eine lasagne und einen kleinen salat haben?",
50
+ "dish_recall": 0.0,
51
+ "qty_exact": 0.0,
52
+ "station_correct": 0.0,
53
+ "schema_valid": 1
54
+ },
55
+ {
56
+ "text": "two burgers, no onions, plus extra fries",
57
+ "dish_recall": 0.0,
58
+ "qty_exact": 0.0,
59
+ "station_correct": 0.0,
60
+ "schema_valid": 1
61
+ },
62
+ {
63
+ "text": "could we get four pizzas margherita and a coke?",
64
+ "dish_recall": 0.0,
65
+ "qty_exact": 0.0,
66
+ "station_correct": 0.0,
67
+ "schema_valid": 1
68
+ }
69
+ ]
70
+ },
71
+ "v2_fewshot": {
72
+ "version": "v2_fewshot",
73
+ "aggregate": {
74
+ "dish_recall": 0.9375,
75
+ "qty_exact": 0.9375,
76
+ "station_correct": 0.9375,
77
+ "schema_valid": 1.0,
78
+ "n_cases": 8
79
+ },
80
+ "per_case": [
81
+ {
82
+ "text": "Two cheeseburgers medium-rare and a side of fries please",
83
+ "dish_recall": 1.0,
84
+ "qty_exact": 1.0,
85
+ "station_correct": 1.0,
86
+ "schema_valid": 1
87
+ },
88
+ {
89
+ "text": "Eine Pizza Margherita ohne Knoblauch und einen Caesar Salad",
90
+ "dish_recall": 1.0,
91
+ "qty_exact": 1.0,
92
+ "station_correct": 1.0,
93
+ "schema_valid": 1
94
+ },
95
+ {
96
+ "text": "drei spaghetti bolognese extra parmesan",
97
+ "dish_recall": 1.0,
98
+ "qty_exact": 1.0,
99
+ "station_correct": 1.0,
100
+ "schema_valid": 1
101
+ },
102
+ {
103
+ "text": "I'd like the steak well done and a tiramisu for dessert",
104
+ "dish_recall": 1.0,
105
+ "qty_exact": 1.0,
106
+ "station_correct": 1.0,
107
+ "schema_valid": 1
108
+ },
109
+ {
110
+ "text": "ramen mit extra ei, dazu sushi mix 8 stück",
111
+ "dish_recall": 1.0,
112
+ "qty_exact": 1.0,
113
+ "station_correct": 1.0,
114
+ "schema_valid": 1
115
+ },
116
+ {
117
+ "text": "kann ich bitte eine lasagne und einen kleinen salat haben?",
118
+ "dish_recall": 0.5,
119
+ "qty_exact": 0.5,
120
+ "station_correct": 0.5,
121
+ "schema_valid": 1
122
+ },
123
+ {
124
+ "text": "two burgers, no onions, plus extra fries",
125
+ "dish_recall": 1.0,
126
+ "qty_exact": 1.0,
127
+ "station_correct": 1.0,
128
+ "schema_valid": 1
129
+ },
130
+ {
131
+ "text": "could we get four pizzas margherita and a coke?",
132
+ "dish_recall": 1.0,
133
+ "qty_exact": 1.0,
134
+ "station_correct": 1.0,
135
+ "schema_valid": 1
136
+ }
137
+ ]
138
+ },
139
+ "v3_constrained": {
140
+ "version": "v3_constrained",
141
+ "aggregate": {
142
+ "dish_recall": 0.9375,
143
+ "qty_exact": 0.9375,
144
+ "station_correct": 0.9375,
145
+ "schema_valid": 1.0,
146
+ "n_cases": 8
147
+ },
148
+ "per_case": [
149
+ {
150
+ "text": "Two cheeseburgers medium-rare and a side of fries please",
151
+ "dish_recall": 1.0,
152
+ "qty_exact": 1.0,
153
+ "station_correct": 1.0,
154
+ "schema_valid": 1
155
+ },
156
+ {
157
+ "text": "Eine Pizza Margherita ohne Knoblauch und einen Caesar Salad",
158
+ "dish_recall": 1.0,
159
+ "qty_exact": 1.0,
160
+ "station_correct": 1.0,
161
+ "schema_valid": 1
162
+ },
163
+ {
164
+ "text": "drei spaghetti bolognese extra parmesan",
165
+ "dish_recall": 1.0,
166
+ "qty_exact": 1.0,
167
+ "station_correct": 1.0,
168
+ "schema_valid": 1
169
+ },
170
+ {
171
+ "text": "I'd like the steak well done and a tiramisu for dessert",
172
+ "dish_recall": 1.0,
173
+ "qty_exact": 1.0,
174
+ "station_correct": 1.0,
175
+ "schema_valid": 1
176
+ },
177
+ {
178
+ "text": "ramen mit extra ei, dazu sushi mix 8 stück",
179
+ "dish_recall": 1.0,
180
+ "qty_exact": 1.0,
181
+ "station_correct": 1.0,
182
+ "schema_valid": 1
183
+ },
184
+ {
185
+ "text": "kann ich bitte eine lasagne und einen kleinen salat haben?",
186
+ "dish_recall": 0.5,
187
+ "qty_exact": 0.5,
188
+ "station_correct": 0.5,
189
+ "schema_valid": 1
190
+ },
191
+ {
192
+ "text": "two burgers, no onions, plus extra fries",
193
+ "dish_recall": 1.0,
194
+ "qty_exact": 1.0,
195
+ "station_correct": 1.0,
196
+ "schema_valid": 1
197
+ },
198
+ {
199
+ "text": "could we get four pizzas margherita and a coke?",
200
+ "dish_recall": 1.0,
201
+ "qty_exact": 1.0,
202
+ "station_correct": 1.0,
203
+ "schema_valid": 1
204
+ }
205
+ ]
206
+ }
207
+ },
208
+ "amazon_subset": {
209
+ "v1_basic": {
210
+ "version": "v1_basic",
211
+ "aggregate": {
212
+ "dish_recall": 0.09,
213
+ "qty_exact": 0.08,
214
+ "station_correct": 0.09,
215
+ "schema_valid": 1.0,
216
+ "n_cases": 50
217
+ },
218
+ "per_case": [
219
+ {
220
+ "text": "i would like a vegan burger with lettuce tomatoes and onions and a large order of sweet potato fries",
221
+ "dish_recall": 0.0,
222
+ "qty_exact": 0.0,
223
+ "station_correct": 0.0,
224
+ "schema_valid": 1
225
+ },
226
+ {
227
+ "text": "i'll have a cheeseburger with lettuce large french fries and a large diet coke",
228
+ "dish_recall": 0.5,
229
+ "qty_exact": 0.5,
230
+ "station_correct": 0.5,
231
+ "schema_valid": 1
232
+ },
233
+ {
234
+ "text": "i'd like a double cheeseburger with onions pickles bacon ketchup and mustard",
235
+ "dish_recall": 0.0,
236
+ "qty_exact": 0.0,
237
+ "station_correct": 0.0,
238
+ "schema_valid": 1
239
+ },
240
+ {
241
+ "text": "for my drink i'd like an extra large sugar free lemonade and i'll take a large curly fries on the side",
242
+ "dish_recall": 0.0,
243
+ "qty_exact": 0.0,
244
+ "station_correct": 0.0,
245
+ "schema_valid": 1
246
+ },
247
+ {
248
+ "text": "hi can i have the double cheeseburger with ketchup and onions and french fries on the side",
249
+ "dish_recall": 0.5,
250
+ "qty_exact": 0.5,
251
+ "station_correct": 0.5,
252
+ "schema_valid": 1
253
+ },
254
+ {
255
+ "text": "can i have a chicken sandwich with lettuce and tomatoes a small curly fries and a small chocolate shake",
256
+ "dish_recall": 0.0,
257
+ "qty_exact": 0.0,
258
+ "station_correct": 0.0,
259
+ "schema_valid": 1
260
+ },
261
+ {
262
+ "text": "hi could i please have a cheeseburger with cheddar cheese onions pickles lettuce ketchup mustard and a little mayo",
263
+ "dish_recall": 0.0,
264
+ "qty_exact": 0.0,
265
+ "station_correct": 0.0,
266
+ "schema_valid": 1
267
+ },
268
+ {
269
+ "text": "i would also like a small garlic fry and a medium diet coke",
270
+ "dish_recall": 0.0,
271
+ "qty_exact": 0.0,
272
+ "station_correct": 0.0,
273
+ "schema_valid": 1
274
+ },
275
+ {
276
+ "text": "today i'd like to try your double cheese burger plain with just ketchup and cheddar cheese on it",
277
+ "dish_recall": 0.0,
278
+ "qty_exact": 0.0,
279
+ "station_correct": 0.0,
280
+ "schema_valid": 1
281
+ },
282
+ {
283
+ "text": "to drink i'd like a root beer and for my side i want a large curly fries",
284
+ "dish_recall": 0.0,
285
+ "qty_exact": 0.0,
286
+ "station_correct": 0.0,
287
+ "schema_valid": 1
288
+ },
289
+ {
290
+ "text": "we also need a small fry a side of apple slices a medium diet coke and a small chocolate shake",
291
+ "dish_recall": 0.0,
292
+ "qty_exact": 0.0,
293
+ "station_correct": 0.0,
294
+ "schema_valid": 1
295
+ },
296
+ {
297
+ "text": "i would like two cheeseburgers with lettuce pickles and mustard",
298
+ "dish_recall": 0.0,
299
+ "qty_exact": 0.0,
300
+ "station_correct": 0.0,
301
+ "schema_valid": 1
302
+ },
303
+ {
304
+ "text": "i would also like a large sugar free lemonade a small root beer and and two orders of fries",
305
+ "dish_recall": 0.0,
306
+ "qty_exact": 0.0,
307
+ "station_correct": 0.0,
308
+ "schema_valid": 1
309
+ },
310
+ {
311
+ "text": "hi i want a vegan burger with extra onions lettuce pickles and mustard",
312
+ "dish_recall": 0.0,
313
+ "qty_exact": 0.0,
314
+ "station_correct": 0.0,
315
+ "schema_valid": 1
316
+ },
317
+ {
318
+ "text": "can i get a double cheese burger with onions cheddar cheese lettuce pickles bacon tomatoes and mustard",
319
+ "dish_recall": 0.0,
320
+ "qty_exact": 0.0,
321
+ "station_correct": 0.0,
322
+ "schema_valid": 1
323
+ },
324
+ {
325
+ "text": "a large side of fries with a coke",
326
+ "dish_recall": 0.0,
327
+ "qty_exact": 0.0,
328
+ "station_correct": 0.0,
329
+ "schema_valid": 1
330
+ },
331
+ {
332
+ "text": "and two plain chicken sandwiches with iced tea and small curly fries on the side",
333
+ "dish_recall": 0.0,
334
+ "qty_exact": 0.0,
335
+ "station_correct": 0.0,
336
+ "schema_valid": 1
337
+ },
338
+ {
339
+ "text": "hi i'd like a double cheeseburger with bacon and jalapenos a medium dr pepper and a small order of sweet potato fries",
340
+ "dish_recall": 0.0,
341
+ "qty_exact": 0.0,
342
+ "station_correct": 0.0,
343
+ "schema_valid": 1
344
+ },
345
+ {
346
+ "text": "to drink i want a large pink lemonade as well as a side order of large garlic fries",
347
+ "dish_recall": 0.0,
348
+ "qty_exact": 0.0,
349
+ "station_correct": 0.0,
350
+ "schema_valid": 1
351
+ },
352
+ {
353
+ "text": "can i get a double cheeseburger with bacon jalapenos lettuce onions mayo and mustard",
354
+ "dish_recall": 0.0,
355
+ "qty_exact": 0.0,
356
+ "station_correct": 0.0,
357
+ "schema_valid": 1
358
+ },
359
+ {
360
+ "text": "i'll have a double cheeseburger with cheddar cheese onions bacon lettuce mustard and ketchup",
361
+ "dish_recall": 0.0,
362
+ "qty_exact": 0.0,
363
+ "station_correct": 0.0,
364
+ "schema_valid": 1
365
+ },
366
+ {
367
+ "text": "also a large fry and a medium coke",
368
+ "dish_recall": 0.0,
369
+ "qty_exact": 0.0,
370
+ "station_correct": 0.0,
371
+ "schema_valid": 1
372
+ },
373
+ {
374
+ "text": "i would like to order a chicken sandwich with lettuce tomatoes mayonnaise and a medium pink lemonade large curly fries on the side",
375
+ "dish_recall": 0.0,
376
+ "qty_exact": 0.0,
377
+ "station_correct": 0.0,
378
+ "schema_valid": 1
379
+ },
380
+ {
381
+ "text": "i'll have a cheeseburger with ketchup mustard onions and pickles a large order of garlic fries a small chocolate shake and i need a large dr pepper",
382
+ "dish_recall": 0.0,
383
+ "qty_exact": 0.0,
384
+ "station_correct": 0.0,
385
+ "schema_valid": 1
386
+ },
387
+ {
388
+ "text": "double bacon cheeseburger with mustard and lettuce large curly fry and a milk",
389
+ "dish_recall": 0.0,
390
+ "qty_exact": 0.0,
391
+ "station_correct": 0.0,
392
+ "schema_valid": 1
393
+ },
394
+ {
395
+ "text": "i'll have a cheeseburger with lettuce onions pickles tomatoes bacon ketchup mustard and mayo",
396
+ "dish_recall": 0.0,
397
+ "qty_exact": 0.0,
398
+ "station_correct": 0.0,
399
+ "schema_valid": 1
400
+ },
401
+ {
402
+ "text": "give me a medium coke and a large side of french fries",
403
+ "dish_recall": 1.0,
404
+ "qty_exact": 1.0,
405
+ "station_correct": 1.0,
406
+ "schema_valid": 1
407
+ },
408
+ {
409
+ "text": "hi i'd like a cheeseburger with mustard and ketchup no mayo",
410
+ "dish_recall": 0.0,
411
+ "qty_exact": 0.0,
412
+ "station_correct": 0.0,
413
+ "schema_valid": 1
414
+ },
415
+ {
416
+ "text": "i'd also like a side of large fries and a medium coke",
417
+ "dish_recall": 0.0,
418
+ "qty_exact": 0.0,
419
+ "station_correct": 0.0,
420
+ "schema_valid": 1
421
+ },
422
+ {
423
+ "text": "i'll have a hamburger topped with bacon and ketchup along with a large coke and large order of french fries",
424
+ "dish_recall": 1.0,
425
+ "qty_exact": 1.0,
426
+ "station_correct": 1.0,
427
+ "schema_valid": 1
428
+ },
429
+ {
430
+ "text": "also a large order of curly fries and a large root beer",
431
+ "dish_recall": 0.0,
432
+ "qty_exact": 0.0,
433
+ "station_correct": 0.0,
434
+ "schema_valid": 1
435
+ },
436
+ {
437
+ "text": "hi can i get a double cheeseburger with bacon ketchup and mayonnaise a large diet coke and a large curly fries",
438
+ "dish_recall": 0.0,
439
+ "qty_exact": 0.0,
440
+ "station_correct": 0.0,
441
+ "schema_valid": 1
442
+ },
443
+ {
444
+ "text": "i'll take a cheeseburger with onions and pickles and ketchup and one large coke please",
445
+ "dish_recall": 0.0,
446
+ "qty_exact": 0.0,
447
+ "station_correct": 0.0,
448
+ "schema_valid": 1
449
+ },
450
+ {
451
+ "text": "can i get a cheeseburger with mayo and pickle only a small fry and chocolate shake please",
452
+ "dish_recall": 0.0,
453
+ "qty_exact": 0.0,
454
+ "station_correct": 0.0,
455
+ "schema_valid": 1
456
+ },
457
+ {
458
+ "text": "i'd like a double cheeseburger with onions and mustard large garlic fries and a strawberry shake",
459
+ "dish_recall": 0.0,
460
+ "qty_exact": 0.0,
461
+ "station_correct": 0.0,
462
+ "schema_valid": 1
463
+ },
464
+ {
465
+ "text": "add a large order of curly fries too",
466
+ "dish_recall": 0.0,
467
+ "qty_exact": 0.0,
468
+ "station_correct": 0.0,
469
+ "schema_valid": 1
470
+ },
471
+ {
472
+ "text": "can i have two cheeseburgers onions only a chicken sandwich two large french fries and two medium pink lemonades",
473
+ "dish_recall": 0.5,
474
+ "qty_exact": 0.0,
475
+ "station_correct": 0.5,
476
+ "schema_valid": 1
477
+ },
478
+ {
479
+ "text": "can i have a chicken sandwich with a side of large curly fries and a medium pink lemonade",
480
+ "dish_recall": 0.0,
481
+ "qty_exact": 0.0,
482
+ "station_correct": 0.0,
483
+ "schema_valid": 1
484
+ },
485
+ {
486
+ "text": "could i get a cheeseburger with cheddar cheese lettuce tomato pickles and ketchup and a side of small fries and a medium coke",
487
+ "dish_recall": 0.0,
488
+ "qty_exact": 0.0,
489
+ "station_correct": 0.0,
490
+ "schema_valid": 1
491
+ },
492
+ {
493
+ "text": "i want fries for a side and for my drink can i get a coke please",
494
+ "dish_recall": 0.0,
495
+ "qty_exact": 0.0,
496
+ "station_correct": 0.0,
497
+ "schema_valid": 1
498
+ },
499
+ {
500
+ "text": "i'd like a cheeseburger with mayonnaise lettuce and tomato small fries and a medium dr pepper",
501
+ "dish_recall": 0.0,
502
+ "qty_exact": 0.0,
503
+ "station_correct": 0.0,
504
+ "schema_valid": 1
505
+ },
506
+ {
507
+ "text": "vegan burger topping tomato mustard lettuce pickle",
508
+ "dish_recall": 0.0,
509
+ "qty_exact": 0.0,
510
+ "station_correct": 0.0,
511
+ "schema_valid": 1
512
+ },
513
+ {
514
+ "text": "side curly fries small",
515
+ "dish_recall": 0.0,
516
+ "qty_exact": 0.0,
517
+ "station_correct": 0.0,
518
+ "schema_valid": 1
519
+ },
520
+ {
521
+ "text": "can i get a plain chicken sandwich small curly fries and a medium dr pepper",
522
+ "dish_recall": 0.0,
523
+ "qty_exact": 0.0,
524
+ "station_correct": 0.0,
525
+ "schema_valid": 1
526
+ },
527
+ {
528
+ "text": "let me have a cheeseburger with lettuce tomatoes onions pickles ketchup and mustard",
529
+ "dish_recall": 0.0,
530
+ "qty_exact": 0.0,
531
+ "station_correct": 0.0,
532
+ "schema_valid": 1
533
+ },
534
+ {
535
+ "text": "also let me have a large curly fry with a large sweet tea",
536
+ "dish_recall": 0.0,
537
+ "qty_exact": 0.0,
538
+ "station_correct": 0.0,
539
+ "schema_valid": 1
540
+ },
541
+ {
542
+ "text": "let me get a double cheeseburger with blue cheese lettuce and mustard",
543
+ "dish_recall": 0.0,
544
+ "qty_exact": 0.0,
545
+ "station_correct": 0.0,
546
+ "schema_valid": 1
547
+ },
548
+ {
549
+ "text": "no drinks for me today but i'll take a small order of french fries",
550
+ "dish_recall": 1.0,
551
+ "qty_exact": 1.0,
552
+ "station_correct": 1.0,
553
+ "schema_valid": 1
554
+ },
555
+ {
556
+ "text": "i'd like to order a double cheeseburger",
557
+ "dish_recall": 0.0,
558
+ "qty_exact": 0.0,
559
+ "station_correct": 0.0,
560
+ "schema_valid": 1
561
+ },
562
+ {
563
+ "text": "i'd also like to get an order of large curly fries and a large pink lemonade with that",
564
+ "dish_recall": 0.0,
565
+ "qty_exact": 0.0,
566
+ "station_correct": 0.0,
567
+ "schema_valid": 1
568
+ }
569
+ ]
570
+ },
571
+ "v2_fewshot": {
572
+ "version": "v2_fewshot",
573
+ "aggregate": {
574
+ "dish_recall": 0.67,
575
+ "qty_exact": 0.57,
576
+ "station_correct": 0.67,
577
+ "schema_valid": 1.0,
578
+ "n_cases": 50
579
+ },
580
+ "per_case": [
581
+ {
582
+ "text": "i would like a vegan burger with lettuce tomatoes and onions and a large order of sweet potato fries",
583
+ "dish_recall": 0.0,
584
+ "qty_exact": 0.0,
585
+ "station_correct": 0.0,
586
+ "schema_valid": 1
587
+ },
588
+ {
589
+ "text": "i'll have a cheeseburger with lettuce large french fries and a large diet coke",
590
+ "dish_recall": 1.0,
591
+ "qty_exact": 1.0,
592
+ "station_correct": 1.0,
593
+ "schema_valid": 1
594
+ },
595
+ {
596
+ "text": "i'd like a double cheeseburger with onions pickles bacon ketchup and mustard",
597
+ "dish_recall": 1.0,
598
+ "qty_exact": 1.0,
599
+ "station_correct": 1.0,
600
+ "schema_valid": 1
601
+ },
602
+ {
603
+ "text": "for my drink i'd like an extra large sugar free lemonade and i'll take a large curly fries on the side",
604
+ "dish_recall": 0.0,
605
+ "qty_exact": 0.0,
606
+ "station_correct": 0.0,
607
+ "schema_valid": 1
608
+ },
609
+ {
610
+ "text": "hi can i have the double cheeseburger with ketchup and onions and french fries on the side",
611
+ "dish_recall": 1.0,
612
+ "qty_exact": 1.0,
613
+ "station_correct": 1.0,
614
+ "schema_valid": 1
615
+ },
616
+ {
617
+ "text": "can i have a chicken sandwich with lettuce and tomatoes a small curly fries and a small chocolate shake",
618
+ "dish_recall": 0.0,
619
+ "qty_exact": 0.0,
620
+ "station_correct": 0.0,
621
+ "schema_valid": 1
622
+ },
623
+ {
624
+ "text": "hi could i please have a cheeseburger with cheddar cheese onions pickles lettuce ketchup mustard and a little mayo",
625
+ "dish_recall": 1.0,
626
+ "qty_exact": 1.0,
627
+ "station_correct": 1.0,
628
+ "schema_valid": 1
629
+ },
630
+ {
631
+ "text": "i would also like a small garlic fry and a medium diet coke",
632
+ "dish_recall": 1.0,
633
+ "qty_exact": 1.0,
634
+ "station_correct": 1.0,
635
+ "schema_valid": 1
636
+ },
637
+ {
638
+ "text": "today i'd like to try your double cheese burger plain with just ketchup and cheddar cheese on it",
639
+ "dish_recall": 1.0,
640
+ "qty_exact": 1.0,
641
+ "station_correct": 1.0,
642
+ "schema_valid": 1
643
+ },
644
+ {
645
+ "text": "to drink i'd like a root beer and for my side i want a large curly fries",
646
+ "dish_recall": 0.0,
647
+ "qty_exact": 0.0,
648
+ "station_correct": 0.0,
649
+ "schema_valid": 1
650
+ },
651
+ {
652
+ "text": "we also need a small fry a side of apple slices a medium diet coke and a small chocolate shake",
653
+ "dish_recall": 1.0,
654
+ "qty_exact": 1.0,
655
+ "station_correct": 1.0,
656
+ "schema_valid": 1
657
+ },
658
+ {
659
+ "text": "i would like two cheeseburgers with lettuce pickles and mustard",
660
+ "dish_recall": 1.0,
661
+ "qty_exact": 0.0,
662
+ "station_correct": 1.0,
663
+ "schema_valid": 1
664
+ },
665
+ {
666
+ "text": "i would also like a large sugar free lemonade a small root beer and and two orders of fries",
667
+ "dish_recall": 1.0,
668
+ "qty_exact": 0.0,
669
+ "station_correct": 1.0,
670
+ "schema_valid": 1
671
+ },
672
+ {
673
+ "text": "hi i want a vegan burger with extra onions lettuce pickles and mustard",
674
+ "dish_recall": 0.0,
675
+ "qty_exact": 0.0,
676
+ "station_correct": 0.0,
677
+ "schema_valid": 1
678
+ },
679
+ {
680
+ "text": "can i get a double cheese burger with onions cheddar cheese lettuce pickles bacon tomatoes and mustard",
681
+ "dish_recall": 1.0,
682
+ "qty_exact": 1.0,
683
+ "station_correct": 1.0,
684
+ "schema_valid": 1
685
+ },
686
+ {
687
+ "text": "a large side of fries with a coke",
688
+ "dish_recall": 1.0,
689
+ "qty_exact": 1.0,
690
+ "station_correct": 1.0,
691
+ "schema_valid": 1
692
+ },
693
+ {
694
+ "text": "and two plain chicken sandwiches with iced tea and small curly fries on the side",
695
+ "dish_recall": 0.0,
696
+ "qty_exact": 0.0,
697
+ "station_correct": 0.0,
698
+ "schema_valid": 1
699
+ },
700
+ {
701
+ "text": "hi i'd like a double cheeseburger with bacon and jalapenos a medium dr pepper and a small order of sweet potato fries",
702
+ "dish_recall": 0.5,
703
+ "qty_exact": 0.0,
704
+ "station_correct": 0.5,
705
+ "schema_valid": 1
706
+ },
707
+ {
708
+ "text": "to drink i want a large pink lemonade as well as a side order of large garlic fries",
709
+ "dish_recall": 1.0,
710
+ "qty_exact": 1.0,
711
+ "station_correct": 1.0,
712
+ "schema_valid": 1
713
+ },
714
+ {
715
+ "text": "can i get a double cheeseburger with bacon jalapenos lettuce onions mayo and mustard",
716
+ "dish_recall": 1.0,
717
+ "qty_exact": 1.0,
718
+ "station_correct": 1.0,
719
+ "schema_valid": 1
720
+ },
721
+ {
722
+ "text": "i'll have a double cheeseburger with cheddar cheese onions bacon lettuce mustard and ketchup",
723
+ "dish_recall": 1.0,
724
+ "qty_exact": 1.0,
725
+ "station_correct": 1.0,
726
+ "schema_valid": 1
727
+ },
728
+ {
729
+ "text": "also a large fry and a medium coke",
730
+ "dish_recall": 1.0,
731
+ "qty_exact": 1.0,
732
+ "station_correct": 1.0,
733
+ "schema_valid": 1
734
+ },
735
+ {
736
+ "text": "i would like to order a chicken sandwich with lettuce tomatoes mayonnaise and a medium pink lemonade large curly fries on the side",
737
+ "dish_recall": 0.0,
738
+ "qty_exact": 0.0,
739
+ "station_correct": 0.0,
740
+ "schema_valid": 1
741
+ },
742
+ {
743
+ "text": "i'll have a cheeseburger with ketchup mustard onions and pickles a large order of garlic fries a small chocolate shake and i need a large dr pepper",
744
+ "dish_recall": 0.5,
745
+ "qty_exact": 0.5,
746
+ "station_correct": 0.5,
747
+ "schema_valid": 1
748
+ },
749
+ {
750
+ "text": "double bacon cheeseburger with mustard and lettuce large curly fry and a milk",
751
+ "dish_recall": 0.5,
752
+ "qty_exact": 0.5,
753
+ "station_correct": 0.5,
754
+ "schema_valid": 1
755
+ },
756
+ {
757
+ "text": "i'll have a cheeseburger with lettuce onions pickles tomatoes bacon ketchup mustard and mayo",
758
+ "dish_recall": 1.0,
759
+ "qty_exact": 1.0,
760
+ "station_correct": 1.0,
761
+ "schema_valid": 1
762
+ },
763
+ {
764
+ "text": "give me a medium coke and a large side of french fries",
765
+ "dish_recall": 1.0,
766
+ "qty_exact": 1.0,
767
+ "station_correct": 1.0,
768
+ "schema_valid": 1
769
+ },
770
+ {
771
+ "text": "hi i'd like a cheeseburger with mustard and ketchup no mayo",
772
+ "dish_recall": 1.0,
773
+ "qty_exact": 1.0,
774
+ "station_correct": 1.0,
775
+ "schema_valid": 1
776
+ },
777
+ {
778
+ "text": "i'd also like a side of large fries and a medium coke",
779
+ "dish_recall": 1.0,
780
+ "qty_exact": 1.0,
781
+ "station_correct": 1.0,
782
+ "schema_valid": 1
783
+ },
784
+ {
785
+ "text": "i'll have a hamburger topped with bacon and ketchup along with a large coke and large order of french fries",
786
+ "dish_recall": 1.0,
787
+ "qty_exact": 1.0,
788
+ "station_correct": 1.0,
789
+ "schema_valid": 1
790
+ },
791
+ {
792
+ "text": "also a large order of curly fries and a large root beer",
793
+ "dish_recall": 0.0,
794
+ "qty_exact": 0.0,
795
+ "station_correct": 0.0,
796
+ "schema_valid": 1
797
+ },
798
+ {
799
+ "text": "hi can i get a double cheeseburger with bacon ketchup and mayonnaise a large diet coke and a large curly fries",
800
+ "dish_recall": 0.5,
801
+ "qty_exact": 0.0,
802
+ "station_correct": 0.5,
803
+ "schema_valid": 1
804
+ },
805
+ {
806
+ "text": "i'll take a cheeseburger with onions and pickles and ketchup and one large coke please",
807
+ "dish_recall": 1.0,
808
+ "qty_exact": 1.0,
809
+ "station_correct": 1.0,
810
+ "schema_valid": 1
811
+ },
812
+ {
813
+ "text": "can i get a cheeseburger with mayo and pickle only a small fry and chocolate shake please",
814
+ "dish_recall": 1.0,
815
+ "qty_exact": 1.0,
816
+ "station_correct": 1.0,
817
+ "schema_valid": 1
818
+ },
819
+ {
820
+ "text": "i'd like a double cheeseburger with onions and mustard large garlic fries and a strawberry shake",
821
+ "dish_recall": 0.5,
822
+ "qty_exact": 0.5,
823
+ "station_correct": 0.5,
824
+ "schema_valid": 1
825
+ },
826
+ {
827
+ "text": "add a large order of curly fries too",
828
+ "dish_recall": 1.0,
829
+ "qty_exact": 1.0,
830
+ "station_correct": 1.0,
831
+ "schema_valid": 1
832
+ },
833
+ {
834
+ "text": "can i have two cheeseburgers onions only a chicken sandwich two large french fries and two medium pink lemonades",
835
+ "dish_recall": 1.0,
836
+ "qty_exact": 0.0,
837
+ "station_correct": 1.0,
838
+ "schema_valid": 1
839
+ },
840
+ {
841
+ "text": "can i have a chicken sandwich with a side of large curly fries and a medium pink lemonade",
842
+ "dish_recall": 0.0,
843
+ "qty_exact": 0.0,
844
+ "station_correct": 0.0,
845
+ "schema_valid": 1
846
+ },
847
+ {
848
+ "text": "could i get a cheeseburger with cheddar cheese lettuce tomato pickles and ketchup and a side of small fries and a medium coke",
849
+ "dish_recall": 1.0,
850
+ "qty_exact": 1.0,
851
+ "station_correct": 1.0,
852
+ "schema_valid": 1
853
+ },
854
+ {
855
+ "text": "i want fries for a side and for my drink can i get a coke please",
856
+ "dish_recall": 1.0,
857
+ "qty_exact": 1.0,
858
+ "station_correct": 1.0,
859
+ "schema_valid": 1
860
+ },
861
+ {
862
+ "text": "i'd like a cheeseburger with mayonnaise lettuce and tomato small fries and a medium dr pepper",
863
+ "dish_recall": 1.0,
864
+ "qty_exact": 1.0,
865
+ "station_correct": 1.0,
866
+ "schema_valid": 1
867
+ },
868
+ {
869
+ "text": "vegan burger topping tomato mustard lettuce pickle",
870
+ "dish_recall": 0.0,
871
+ "qty_exact": 0.0,
872
+ "station_correct": 0.0,
873
+ "schema_valid": 1
874
+ },
875
+ {
876
+ "text": "side curly fries small",
877
+ "dish_recall": 0.0,
878
+ "qty_exact": 0.0,
879
+ "station_correct": 0.0,
880
+ "schema_valid": 1
881
+ },
882
+ {
883
+ "text": "can i get a plain chicken sandwich small curly fries and a medium dr pepper",
884
+ "dish_recall": 0.0,
885
+ "qty_exact": 0.0,
886
+ "station_correct": 0.0,
887
+ "schema_valid": 1
888
+ },
889
+ {
890
+ "text": "let me have a cheeseburger with lettuce tomatoes onions pickles ketchup and mustard",
891
+ "dish_recall": 1.0,
892
+ "qty_exact": 1.0,
893
+ "station_correct": 1.0,
894
+ "schema_valid": 1
895
+ },
896
+ {
897
+ "text": "also let me have a large curly fry with a large sweet tea",
898
+ "dish_recall": 0.0,
899
+ "qty_exact": 0.0,
900
+ "station_correct": 0.0,
901
+ "schema_valid": 1
902
+ },
903
+ {
904
+ "text": "let me get a double cheeseburger with blue cheese lettuce and mustard",
905
+ "dish_recall": 1.0,
906
+ "qty_exact": 1.0,
907
+ "station_correct": 1.0,
908
+ "schema_valid": 1
909
+ },
910
+ {
911
+ "text": "no drinks for me today but i'll take a small order of french fries",
912
+ "dish_recall": 1.0,
913
+ "qty_exact": 1.0,
914
+ "station_correct": 1.0,
915
+ "schema_valid": 1
916
+ },
917
+ {
918
+ "text": "i'd like to order a double cheeseburger",
919
+ "dish_recall": 1.0,
920
+ "qty_exact": 0.0,
921
+ "station_correct": 1.0,
922
+ "schema_valid": 1
923
+ },
924
+ {
925
+ "text": "i'd also like to get an order of large curly fries and a large pink lemonade with that",
926
+ "dish_recall": 0.0,
927
+ "qty_exact": 0.0,
928
+ "station_correct": 0.0,
929
+ "schema_valid": 1
930
+ }
931
+ ]
932
+ },
933
+ "v3_constrained": {
934
+ "version": "v3_constrained",
935
+ "aggregate": {
936
+ "dish_recall": 0.86,
937
+ "qty_exact": 0.74,
938
+ "station_correct": 0.86,
939
+ "schema_valid": 1.0,
940
+ "n_cases": 50
941
+ },
942
+ "per_case": [
943
+ {
944
+ "text": "i would like a vegan burger with lettuce tomatoes and onions and a large order of sweet potato fries",
945
+ "dish_recall": 0.5,
946
+ "qty_exact": 0.5,
947
+ "station_correct": 0.5,
948
+ "schema_valid": 1
949
+ },
950
+ {
951
+ "text": "i'll have a cheeseburger with lettuce large french fries and a large diet coke",
952
+ "dish_recall": 1.0,
953
+ "qty_exact": 1.0,
954
+ "station_correct": 1.0,
955
+ "schema_valid": 1
956
+ },
957
+ {
958
+ "text": "i'd like a double cheeseburger with onions pickles bacon ketchup and mustard",
959
+ "dish_recall": 1.0,
960
+ "qty_exact": 1.0,
961
+ "station_correct": 1.0,
962
+ "schema_valid": 1
963
+ },
964
+ {
965
+ "text": "for my drink i'd like an extra large sugar free lemonade and i'll take a large curly fries on the side",
966
+ "dish_recall": 1.0,
967
+ "qty_exact": 1.0,
968
+ "station_correct": 1.0,
969
+ "schema_valid": 1
970
+ },
971
+ {
972
+ "text": "hi can i have the double cheeseburger with ketchup and onions and french fries on the side",
973
+ "dish_recall": 1.0,
974
+ "qty_exact": 1.0,
975
+ "station_correct": 1.0,
976
+ "schema_valid": 1
977
+ },
978
+ {
979
+ "text": "can i have a chicken sandwich with lettuce and tomatoes a small curly fries and a small chocolate shake",
980
+ "dish_recall": 1.0,
981
+ "qty_exact": 1.0,
982
+ "station_correct": 1.0,
983
+ "schema_valid": 1
984
+ },
985
+ {
986
+ "text": "hi could i please have a cheeseburger with cheddar cheese onions pickles lettuce ketchup mustard and a little mayo",
987
+ "dish_recall": 1.0,
988
+ "qty_exact": 1.0,
989
+ "station_correct": 1.0,
990
+ "schema_valid": 1
991
+ },
992
+ {
993
+ "text": "i would also like a small garlic fry and a medium diet coke",
994
+ "dish_recall": 1.0,
995
+ "qty_exact": 1.0,
996
+ "station_correct": 1.0,
997
+ "schema_valid": 1
998
+ },
999
+ {
1000
+ "text": "today i'd like to try your double cheese burger plain with just ketchup and cheddar cheese on it",
1001
+ "dish_recall": 1.0,
1002
+ "qty_exact": 1.0,
1003
+ "station_correct": 1.0,
1004
+ "schema_valid": 1
1005
+ },
1006
+ {
1007
+ "text": "to drink i'd like a root beer and for my side i want a large curly fries",
1008
+ "dish_recall": 1.0,
1009
+ "qty_exact": 1.0,
1010
+ "station_correct": 1.0,
1011
+ "schema_valid": 1
1012
+ },
1013
+ {
1014
+ "text": "we also need a small fry a side of apple slices a medium diet coke and a small chocolate shake",
1015
+ "dish_recall": 1.0,
1016
+ "qty_exact": 1.0,
1017
+ "station_correct": 1.0,
1018
+ "schema_valid": 1
1019
+ },
1020
+ {
1021
+ "text": "i would like two cheeseburgers with lettuce pickles and mustard",
1022
+ "dish_recall": 1.0,
1023
+ "qty_exact": 0.0,
1024
+ "station_correct": 1.0,
1025
+ "schema_valid": 1
1026
+ },
1027
+ {
1028
+ "text": "i would also like a large sugar free lemonade a small root beer and and two orders of fries",
1029
+ "dish_recall": 1.0,
1030
+ "qty_exact": 0.0,
1031
+ "station_correct": 1.0,
1032
+ "schema_valid": 1
1033
+ },
1034
+ {
1035
+ "text": "hi i want a vegan burger with extra onions lettuce pickles and mustard",
1036
+ "dish_recall": 0.0,
1037
+ "qty_exact": 0.0,
1038
+ "station_correct": 0.0,
1039
+ "schema_valid": 1
1040
+ },
1041
+ {
1042
+ "text": "can i get a double cheese burger with onions cheddar cheese lettuce pickles bacon tomatoes and mustard",
1043
+ "dish_recall": 1.0,
1044
+ "qty_exact": 1.0,
1045
+ "station_correct": 1.0,
1046
+ "schema_valid": 1
1047
+ },
1048
+ {
1049
+ "text": "a large side of fries with a coke",
1050
+ "dish_recall": 1.0,
1051
+ "qty_exact": 1.0,
1052
+ "station_correct": 1.0,
1053
+ "schema_valid": 1
1054
+ },
1055
+ {
1056
+ "text": "and two plain chicken sandwiches with iced tea and small curly fries on the side",
1057
+ "dish_recall": 0.0,
1058
+ "qty_exact": 0.0,
1059
+ "station_correct": 0.0,
1060
+ "schema_valid": 1
1061
+ },
1062
+ {
1063
+ "text": "hi i'd like a double cheeseburger with bacon and jalapenos a medium dr pepper and a small order of sweet potato fries",
1064
+ "dish_recall": 1.0,
1065
+ "qty_exact": 0.5,
1066
+ "station_correct": 1.0,
1067
+ "schema_valid": 1
1068
+ },
1069
+ {
1070
+ "text": "to drink i want a large pink lemonade as well as a side order of large garlic fries",
1071
+ "dish_recall": 1.0,
1072
+ "qty_exact": 1.0,
1073
+ "station_correct": 1.0,
1074
+ "schema_valid": 1
1075
+ },
1076
+ {
1077
+ "text": "can i get a double cheeseburger with bacon jalapenos lettuce onions mayo and mustard",
1078
+ "dish_recall": 1.0,
1079
+ "qty_exact": 1.0,
1080
+ "station_correct": 1.0,
1081
+ "schema_valid": 1
1082
+ },
1083
+ {
1084
+ "text": "i'll have a double cheeseburger with cheddar cheese onions bacon lettuce mustard and ketchup",
1085
+ "dish_recall": 1.0,
1086
+ "qty_exact": 1.0,
1087
+ "station_correct": 1.0,
1088
+ "schema_valid": 1
1089
+ },
1090
+ {
1091
+ "text": "also a large fry and a medium coke",
1092
+ "dish_recall": 1.0,
1093
+ "qty_exact": 1.0,
1094
+ "station_correct": 1.0,
1095
+ "schema_valid": 1
1096
+ },
1097
+ {
1098
+ "text": "i would like to order a chicken sandwich with lettuce tomatoes mayonnaise and a medium pink lemonade large curly fries on the side",
1099
+ "dish_recall": 0.0,
1100
+ "qty_exact": 0.0,
1101
+ "station_correct": 0.0,
1102
+ "schema_valid": 1
1103
+ },
1104
+ {
1105
+ "text": "i'll have a cheeseburger with ketchup mustard onions and pickles a large order of garlic fries a small chocolate shake and i need a large dr pepper",
1106
+ "dish_recall": 1.0,
1107
+ "qty_exact": 1.0,
1108
+ "station_correct": 1.0,
1109
+ "schema_valid": 1
1110
+ },
1111
+ {
1112
+ "text": "double bacon cheeseburger with mustard and lettuce large curly fry and a milk",
1113
+ "dish_recall": 0.5,
1114
+ "qty_exact": 0.0,
1115
+ "station_correct": 0.5,
1116
+ "schema_valid": 1
1117
+ },
1118
+ {
1119
+ "text": "i'll have a cheeseburger with lettuce onions pickles tomatoes bacon ketchup mustard and mayo",
1120
+ "dish_recall": 1.0,
1121
+ "qty_exact": 1.0,
1122
+ "station_correct": 1.0,
1123
+ "schema_valid": 1
1124
+ },
1125
+ {
1126
+ "text": "give me a medium coke and a large side of french fries",
1127
+ "dish_recall": 1.0,
1128
+ "qty_exact": 1.0,
1129
+ "station_correct": 1.0,
1130
+ "schema_valid": 1
1131
+ },
1132
+ {
1133
+ "text": "hi i'd like a cheeseburger with mustard and ketchup no mayo",
1134
+ "dish_recall": 1.0,
1135
+ "qty_exact": 1.0,
1136
+ "station_correct": 1.0,
1137
+ "schema_valid": 1
1138
+ },
1139
+ {
1140
+ "text": "i'd also like a side of large fries and a medium coke",
1141
+ "dish_recall": 1.0,
1142
+ "qty_exact": 1.0,
1143
+ "station_correct": 1.0,
1144
+ "schema_valid": 1
1145
+ },
1146
+ {
1147
+ "text": "i'll have a hamburger topped with bacon and ketchup along with a large coke and large order of french fries",
1148
+ "dish_recall": 1.0,
1149
+ "qty_exact": 1.0,
1150
+ "station_correct": 1.0,
1151
+ "schema_valid": 1
1152
+ },
1153
+ {
1154
+ "text": "also a large order of curly fries and a large root beer",
1155
+ "dish_recall": 1.0,
1156
+ "qty_exact": 1.0,
1157
+ "station_correct": 1.0,
1158
+ "schema_valid": 1
1159
+ },
1160
+ {
1161
+ "text": "hi can i get a double cheeseburger with bacon ketchup and mayonnaise a large diet coke and a large curly fries",
1162
+ "dish_recall": 1.0,
1163
+ "qty_exact": 0.5,
1164
+ "station_correct": 1.0,
1165
+ "schema_valid": 1
1166
+ },
1167
+ {
1168
+ "text": "i'll take a cheeseburger with onions and pickles and ketchup and one large coke please",
1169
+ "dish_recall": 1.0,
1170
+ "qty_exact": 1.0,
1171
+ "station_correct": 1.0,
1172
+ "schema_valid": 1
1173
+ },
1174
+ {
1175
+ "text": "can i get a cheeseburger with mayo and pickle only a small fry and chocolate shake please",
1176
+ "dish_recall": 1.0,
1177
+ "qty_exact": 1.0,
1178
+ "station_correct": 1.0,
1179
+ "schema_valid": 1
1180
+ },
1181
+ {
1182
+ "text": "i'd like a double cheeseburger with onions and mustard large garlic fries and a strawberry shake",
1183
+ "dish_recall": 1.0,
1184
+ "qty_exact": 0.5,
1185
+ "station_correct": 1.0,
1186
+ "schema_valid": 1
1187
+ },
1188
+ {
1189
+ "text": "add a large order of curly fries too",
1190
+ "dish_recall": 1.0,
1191
+ "qty_exact": 1.0,
1192
+ "station_correct": 1.0,
1193
+ "schema_valid": 1
1194
+ },
1195
+ {
1196
+ "text": "can i have two cheeseburgers onions only a chicken sandwich two large french fries and two medium pink lemonades",
1197
+ "dish_recall": 1.0,
1198
+ "qty_exact": 0.0,
1199
+ "station_correct": 1.0,
1200
+ "schema_valid": 1
1201
+ },
1202
+ {
1203
+ "text": "can i have a chicken sandwich with a side of large curly fries and a medium pink lemonade",
1204
+ "dish_recall": 0.0,
1205
+ "qty_exact": 0.0,
1206
+ "station_correct": 0.0,
1207
+ "schema_valid": 1
1208
+ },
1209
+ {
1210
+ "text": "could i get a cheeseburger with cheddar cheese lettuce tomato pickles and ketchup and a side of small fries and a medium coke",
1211
+ "dish_recall": 1.0,
1212
+ "qty_exact": 1.0,
1213
+ "station_correct": 1.0,
1214
+ "schema_valid": 1
1215
+ },
1216
+ {
1217
+ "text": "i want fries for a side and for my drink can i get a coke please",
1218
+ "dish_recall": 1.0,
1219
+ "qty_exact": 1.0,
1220
+ "station_correct": 1.0,
1221
+ "schema_valid": 1
1222
+ },
1223
+ {
1224
+ "text": "i'd like a cheeseburger with mayonnaise lettuce and tomato small fries and a medium dr pepper",
1225
+ "dish_recall": 1.0,
1226
+ "qty_exact": 1.0,
1227
+ "station_correct": 1.0,
1228
+ "schema_valid": 1
1229
+ },
1230
+ {
1231
+ "text": "vegan burger topping tomato mustard lettuce pickle",
1232
+ "dish_recall": 0.0,
1233
+ "qty_exact": 0.0,
1234
+ "station_correct": 0.0,
1235
+ "schema_valid": 1
1236
+ },
1237
+ {
1238
+ "text": "side curly fries small",
1239
+ "dish_recall": 1.0,
1240
+ "qty_exact": 1.0,
1241
+ "station_correct": 1.0,
1242
+ "schema_valid": 1
1243
+ },
1244
+ {
1245
+ "text": "can i get a plain chicken sandwich small curly fries and a medium dr pepper",
1246
+ "dish_recall": 0.0,
1247
+ "qty_exact": 0.0,
1248
+ "station_correct": 0.0,
1249
+ "schema_valid": 1
1250
+ },
1251
+ {
1252
+ "text": "let me have a cheeseburger with lettuce tomatoes onions pickles ketchup and mustard",
1253
+ "dish_recall": 1.0,
1254
+ "qty_exact": 1.0,
1255
+ "station_correct": 1.0,
1256
+ "schema_valid": 1
1257
+ },
1258
+ {
1259
+ "text": "also let me have a large curly fry with a large sweet tea",
1260
+ "dish_recall": 1.0,
1261
+ "qty_exact": 1.0,
1262
+ "station_correct": 1.0,
1263
+ "schema_valid": 1
1264
+ },
1265
+ {
1266
+ "text": "let me get a double cheeseburger with blue cheese lettuce and mustard",
1267
+ "dish_recall": 1.0,
1268
+ "qty_exact": 1.0,
1269
+ "station_correct": 1.0,
1270
+ "schema_valid": 1
1271
+ },
1272
+ {
1273
+ "text": "no drinks for me today but i'll take a small order of french fries",
1274
+ "dish_recall": 1.0,
1275
+ "qty_exact": 1.0,
1276
+ "station_correct": 1.0,
1277
+ "schema_valid": 1
1278
+ },
1279
+ {
1280
+ "text": "i'd like to order a double cheeseburger",
1281
+ "dish_recall": 1.0,
1282
+ "qty_exact": 0.0,
1283
+ "station_correct": 1.0,
1284
+ "schema_valid": 1
1285
+ },
1286
+ {
1287
+ "text": "i'd also like to get an order of large curly fries and a large pink lemonade with that",
1288
+ "dish_recall": 1.0,
1289
+ "qty_exact": 1.0,
1290
+ "station_correct": 1.0,
1291
+ "schema_valid": 1
1292
+ }
1293
+ ]
1294
+ }
1295
+ }
1296
+ }