{"sample_id": "0", "language": "en", "text": "2 start restaurants with inside dining", "gt": [{"start": 0, "end": 7, "tag": "RATING", "value": "2 start", "text": "2 start"}, {"start": 25, "end": 38, "tag": "AMENITY", "value": "inside dining", "text": "inside dining"}], "predictions": [{"label": "AMENITY", "start": 25, "end": 38, "text": "inside dining", "score": 0.9127264618873596}], "inference_time_ms": 390.77, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "1", "language": "en", "text": "34", "gt": [], "predictions": [{"label": "PRICE", "start": 0, "end": 2, "text": "34", "score": 0.9062667489051819}], "inference_time_ms": 178.4, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "2", "language": "en", "text": "5 star resturants in my town", "gt": [{"start": 0, "end": 6, "tag": "RATING", "value": "5 star", "text": "5 star"}, {"start": 18, "end": 28, "tag": "LOCATION", "value": "in my town", "text": "in my town"}], "predictions": [{"label": "RATING", "start": 0, "end": 6, "text": "5 star", "score": 0.9621387720108032}, {"label": "LOCATION", "start": 18, "end": 28, "text": "in my town", "score": 0.9221731424331665}], "inference_time_ms": 153.37, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "3", "language": "en", "text": "98 hong kong restaurant reasonable prices", "gt": [{"start": 3, "end": 12, "tag": "RESTAURANT_NAME", "value": "hong kong", "text": "hong kong"}, {"start": 24, "end": 34, "tag": "PRICE", "value": "reasonable", "text": "reasonable"}], "predictions": [{"label": "PRICE", "start": 24, "end": 34, "text": "reasonable", "score": 0.9512889981269836}], "inference_time_ms": 226.79, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "4", "language": "en", "text": "a great lunch spot but open till 2 a m passims kitchen", "gt": [{"start": 23, "end": 38, "tag": "HOURS", "value": "open till 2 a m", "text": "open till 2 a m"}, {"start": 39, "end": 54, "tag": "RESTAURANT_NAME", "value": "passims kitchen", "text": "passims kitchen"}], "predictions": [{"label": "RATING", "start": 2, "end": 7, "text": "great", "score": 0.9244480729103088}, {"label": "HOURS", "start": 23, "end": 38, "text": "open till 2 a m", "score": 0.8651483058929443}, {"label": "RESTAURANT_NAME", "start": 39, "end": 54, "text": "passims kitchen", "score": 0.9422717094421387}], "inference_time_ms": 45.92, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "5", "language": "en", "text": "a place that serves soft serve ice cream", "gt": [{"start": 20, "end": 40, "tag": "DISH", "value": "soft serve ice cream", "text": "soft serve ice cream"}], "predictions": [{"label": "DISH", "start": 20, "end": 40, "text": "soft serve ice cream", "score": 0.8992363214492798}], "inference_time_ms": 24.85, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "6", "language": "en", "text": "a restaurant that is good for groups", "gt": [{"start": 21, "end": 25, "tag": "RATING", "value": "good", "text": "good"}, {"start": 26, "end": 36, "tag": "AMENITY", "value": "for groups", "text": "for groups"}], "predictions": [], "inference_time_ms": 22.84, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "7", "language": "en", "text": "a salad would make my day", "gt": [{"start": 2, "end": 7, "tag": "DISH", "value": "salad", "text": "salad"}], "predictions": [{"label": "DISH", "start": 2, "end": 7, "text": "salad", "score": 0.9164873957633972}], "inference_time_ms": 22.35, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "8", "language": "en", "text": "a smoothie would hit the spot", "gt": [{"start": 2, "end": 10, "tag": "CUISINE", "value": "smoothie", "text": "smoothie"}], "predictions": [{"label": "DISH", "start": 2, "end": 10, "text": "smoothie", "score": 0.8485979437828064}], "inference_time_ms": 23.32, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "9", "language": "en", "text": "a steak would be nice", "gt": [{"start": 2, "end": 7, "tag": "DISH", "value": "steak", "text": "steak"}], "predictions": [{"label": "DISH", "start": 2, "end": 7, "text": "steak", "score": 0.8092799782752991}], "inference_time_ms": 21.66, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "10", "language": "en", "text": "a sub place near independence boulevard", "gt": [{"start": 2, "end": 5, "tag": "DISH", "value": "sub", "text": "sub"}, {"start": 12, "end": 39, "tag": "LOCATION", "value": "near independence boulevard", "text": "near independence boulevard"}], "predictions": [{"label": "CUISINE", "start": 2, "end": 5, "text": "sub", "score": 0.8140692114830017}, {"label": "LOCATION", "start": 12, "end": 39, "text": "near independence boulevard", "score": 0.921103835105896}], "inference_time_ms": 21.49, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "11", "language": "en", "text": "about how much is a midpriced bottle of good wine at davidos italian palace", "gt": [{"start": 20, "end": 29, "tag": "PRICE", "value": "midpriced", "text": "midpriced"}, {"start": 30, "end": 36, "tag": "RATING", "value": "bottle", "text": "bottle"}, {"start": 40, "end": 44, "tag": "RATING", "value": "good", "text": "good"}, {"start": 45, "end": 49, "tag": "CUISINE", "value": "wine", "text": "wine"}, {"start": 53, "end": 75, "tag": "RESTAURANT_NAME", "value": "davidos italian palace", "text": "davidos italian palace"}], "predictions": [{"label": "PRICE", "start": 20, "end": 29, "text": "midpriced", "score": 0.8176212906837463}, {"label": "RESTAURANT_NAME", "start": 53, "end": 75, "text": "davidos italian palace", "score": 0.94476318359375}], "inference_time_ms": 22.37, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 3, "tp_strict": 2, "fp_strict": 0, "fn_strict": 3, "error": null}
{"sample_id": "12", "language": "en", "text": "about how much will it cost to eat at johns pizza cafe for dinner per person", "gt": [{"start": 23, "end": 27, "tag": "PRICE", "value": "cost", "text": "cost"}, {"start": 38, "end": 54, "tag": "RESTAURANT_NAME", "value": "johns pizza cafe", "text": "johns pizza cafe"}, {"start": 59, "end": 65, "tag": "HOURS", "value": "dinner", "text": "dinner"}, {"start": 66, "end": 76, "tag": "PRICE", "value": "per person", "text": "per person"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 38, "end": 54, "text": "johns pizza cafe", "score": 0.9322540163993835}, {"label": "HOURS", "start": 59, "end": 65, "text": "dinner", "score": 0.7224733233451843}], "inference_time_ms": 22.31, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 2, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "13", "language": "en", "text": "adress of the nearest cracker barrel", "gt": [{"start": 14, "end": 21, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 22, "end": 36, "tag": "RESTAURANT_NAME", "value": "cracker barrel", "text": "cracker barrel"}], "predictions": [{"label": "LOCATION", "start": 14, "end": 21, "text": "nearest", "score": 0.9406172633171082}, {"label": "RESTAURANT_NAME", "start": 22, "end": 36, "text": "cracker barrel", "score": 0.9225402474403381}], "inference_time_ms": 21.69, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "14", "language": "en", "text": "after hour dining", "gt": [{"start": 0, "end": 17, "tag": "HOURS", "value": "after hour dining", "text": "after hour dining"}], "predictions": [{"label": "HOURS", "start": 0, "end": 10, "text": "after hour", "score": 0.8485013842582703}], "inference_time_ms": 21.62, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "15", "language": "en", "text": "all i want is a bagel and coffee can you direct me", "gt": [{"start": 16, "end": 32, "tag": "DISH", "value": "bagel and coffee", "text": "bagel and coffee"}], "predictions": [{"label": "DISH", "start": 16, "end": 32, "text": "bagel and coffee", "score": 0.8589542508125305}], "inference_time_ms": 21.97, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "16", "language": "en", "text": "all i want is salmon", "gt": [{"start": 14, "end": 20, "tag": "DISH", "value": "salmon", "text": "salmon"}], "predictions": [{"label": "DISH", "start": 14, "end": 20, "text": "salmon", "score": 0.9148987531661987}], "inference_time_ms": 21.62, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "17", "language": "en", "text": "all i want is some fresh fruits where is the nearest supermarket", "gt": [{"start": 19, "end": 31, "tag": "DISH", "value": "fresh fruits", "text": "fresh fruits"}, {"start": 45, "end": 64, "tag": "LOCATION", "value": "nearest supermarket", "text": "nearest supermarket"}], "predictions": [{"label": "DISH", "start": 19, "end": 31, "text": "fresh fruits", "score": 0.9340227842330933}, {"label": "LOCATION", "start": 45, "end": 52, "text": "nearest", "score": 0.8823379874229431}], "inference_time_ms": 21.92, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "18", "language": "en", "text": "all i want is some good chili can you help me find that", "gt": [{"start": 19, "end": 23, "tag": "RATING", "value": "good", "text": "good"}, {"start": 24, "end": 29, "tag": "DISH", "value": "chili", "text": "chili"}], "predictions": [{"label": "RATING", "start": 19, "end": 23, "text": "good", "score": 0.8668397665023804}, {"label": "DISH", "start": 24, "end": 29, "text": "chili", "score": 0.8963437676429749}], "inference_time_ms": 23.73, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "19", "language": "en", "text": "along my route tell me the next steak house that is within a mile", "gt": [{"start": 32, "end": 43, "tag": "CUISINE", "value": "steak house", "text": "steak house"}, {"start": 52, "end": 65, "tag": "LOCATION", "value": "within a mile", "text": "within a mile"}], "predictions": [{"label": "CUISINE", "start": 32, "end": 43, "text": "steak house", "score": 0.7718528509140015}, {"label": "LOCATION", "start": 52, "end": 65, "text": "within a mile", "score": 0.883517861366272}], "inference_time_ms": 21.97, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "20", "language": "en", "text": "alot of parking indian food", "gt": [{"start": 8, "end": 15, "tag": "AMENITY", "value": "parking", "text": "parking"}, {"start": 16, "end": 22, "tag": "CUISINE", "value": "indian", "text": "indian"}], "predictions": [{"label": "CUISINE", "start": 16, "end": 22, "text": "indian", "score": 0.9436737895011902}], "inference_time_ms": 21.43, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "21", "language": "en", "text": "although a good burger would be good time for burger king", "gt": [{"start": 11, "end": 15, "tag": "RATING", "value": "good", "text": "good"}, {"start": 16, "end": 22, "tag": "DISH", "value": "burger", "text": "burger"}, {"start": 46, "end": 57, "tag": "RESTAURANT_NAME", "value": "burger king", "text": "burger king"}], "predictions": [{"label": "RATING", "start": 11, "end": 15, "text": "good", "score": 0.7160723805427551}, {"label": "DISH", "start": 16, "end": 22, "text": "burger", "score": 0.8742375373840332}, {"label": "RESTAURANT_NAME", "start": 46, "end": 57, "text": "burger king", "score": 0.8985916972160339}], "inference_time_ms": 21.89, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "22", "language": "en", "text": "am i ablle to get a reservation at mcdills tonight", "gt": [{"start": 35, "end": 42, "tag": "RESTAURANT_NAME", "value": "mcdills", "text": "mcdills"}, {"start": 43, "end": 50, "tag": "HOURS", "value": "tonight", "text": "tonight"}], "predictions": [{"label": "AMENITY", "start": 20, "end": 31, "text": "reservation", "score": 0.8265345096588135}, {"label": "RESTAURANT_NAME", "start": 35, "end": 42, "text": "mcdills", "score": 0.9442222118377686}, {"label": "HOURS", "start": 43, "end": 50, "text": "tonight", "score": 0.8569880723953247}], "inference_time_ms": 24.25, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "23", "language": "en", "text": "american style restaurants reviews", "gt": [{"start": 0, "end": 8, "tag": "CUISINE", "value": "american", "text": "american"}, {"start": 27, "end": 34, "tag": "RATING", "value": "reviews", "text": "reviews"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 8, "text": "american", "score": 0.8425427079200745}, {"label": "RATING", "start": 27, "end": 34, "text": "reviews", "score": 0.7942705154418945}], "inference_time_ms": 22.54, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "24", "language": "en", "text": "anniversary dinner", "gt": [{"start": 0, "end": 18, "tag": "AMENITY", "value": "anniversary dinner", "text": "anniversary dinner"}], "predictions": [], "inference_time_ms": 22.85, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "25", "language": "en", "text": "any 50s style diners around", "gt": [{"start": 4, "end": 13, "tag": "AMENITY", "value": "50s style", "text": "50s style"}, {"start": 14, "end": 20, "tag": "CUISINE", "value": "diners", "text": "diners"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 27, "text": "around", "score": 0.9090486168861389}], "inference_time_ms": 22.1, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "26", "language": "en", "text": "any bars around that are open before 11 a m", "gt": [{"start": 4, "end": 8, "tag": "CUISINE", "value": "bars", "text": "bars"}, {"start": 25, "end": 43, "tag": "HOURS", "value": "open before 11 a m", "text": "open before 11 a m"}], "predictions": [{"label": "LOCATION", "start": 9, "end": 15, "text": "around", "score": 0.8319836258888245}, {"label": "HOURS", "start": 25, "end": 43, "text": "open before 11 a m", "score": 0.9107517004013062}], "inference_time_ms": 22.71, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "27", "language": "en", "text": "any beanery restaurants at the north end", "gt": [{"start": 4, "end": 11, "tag": "RESTAURANT_NAME", "value": "beanery", "text": "beanery"}, {"start": 31, "end": 40, "tag": "LOCATION", "value": "north end", "text": "north end"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 11, "text": "beanery", "score": 0.8687705993652344}, {"label": "LOCATION", "start": 31, "end": 40, "text": "north end", "score": 0.9212666153907776}], "inference_time_ms": 22.27, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "28", "language": "en", "text": "any beanery restaurants on westborough", "gt": [{"start": 4, "end": 11, "tag": "CUISINE", "value": "beanery", "text": "beanery"}, {"start": 27, "end": 38, "tag": "LOCATION", "value": "westborough", "text": "westborough"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 11, "text": "beanery", "score": 0.8762760162353516}, {"label": "LOCATION", "start": 27, "end": 38, "text": "westborough", "score": 0.9357983469963074}], "inference_time_ms": 22.89, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "29", "language": "en", "text": "any beef cuisine restaurants with brewpub and great prices", "gt": [{"start": 4, "end": 8, "tag": "DISH", "value": "beef", "text": "beef"}, {"start": 34, "end": 41, "tag": "AMENITY", "value": "brewpub", "text": "brewpub"}, {"start": 46, "end": 51, "tag": "PRICE", "value": "great", "text": "great"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 8, "text": "beef", "score": 0.7935171723365784}, {"label": "AMENITY", "start": 34, "end": 41, "text": "brewpub", "score": 0.8674763441085815}, {"label": "PRICE", "start": 46, "end": 51, "text": "great", "score": 0.9573030471801758}], "inference_time_ms": 21.83, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "30", "language": "en", "text": "any buffet style restaurant in my area", "gt": [{"start": 4, "end": 16, "tag": "AMENITY", "value": "buffet style", "text": "buffet style"}, {"start": 28, "end": 38, "tag": "LOCATION", "value": "in my area", "text": "in my area"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 38, "text": "in my area", "score": 0.9131307601928711}], "inference_time_ms": 22.06, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "31", "language": "en", "text": "any business eateries with great portions", "gt": [{"start": 4, "end": 21, "tag": "AMENITY", "value": "business eateries", "text": "business eateries"}, {"start": 27, "end": 41, "tag": "AMENITY", "value": "great portions", "text": "great portions"}], "predictions": [{"label": "AMENITY", "start": 4, "end": 12, "text": "business", "score": 0.8075018525123596}, {"label": "AMENITY", "start": 27, "end": 41, "text": "great portions", "score": 0.7970134615898132}], "inference_time_ms": 21.3, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "32", "language": "en", "text": "any busy restaurants around here", "gt": [{"start": 4, "end": 8, "tag": "RATING", "value": "busy", "text": "busy"}, {"start": 21, "end": 32, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "AMENITY", "start": 4, "end": 8, "text": "busy", "score": 0.7737119197845459}, {"label": "LOCATION", "start": 21, "end": 32, "text": "around here", "score": 0.9263687133789062}], "inference_time_ms": 21.21, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "33", "language": "en", "text": "any cali eateries open at 11 am", "gt": [{"start": 4, "end": 17, "tag": "CUISINE", "value": "cali eateries", "text": "cali eateries"}, {"start": 18, "end": 31, "tag": "HOURS", "value": "open at 11 am", "text": "open at 11 am"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 4, "end": 17, "text": "cali eateries", "score": 0.9334776401519775}, {"label": "HOURS", "start": 18, "end": 31, "text": "open at 11 am", "score": 0.8889455795288086}], "inference_time_ms": 23.3, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "34", "language": "en", "text": "any chance i can get a reservation at that fine dining place thats the top rated on tripadvisor", "gt": [{"start": 23, "end": 34, "tag": "AMENITY", "value": "reservation", "text": "reservation"}, {"start": 43, "end": 54, "tag": "AMENITY", "value": "fine dining", "text": "fine dining"}, {"start": 71, "end": 95, "tag": "RATING", "value": "top rated on tripadvisor", "text": "top rated on tripadvisor"}], "predictions": [], "inference_time_ms": 23.16, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 3, "tp_strict": 0, "fp_strict": 0, "fn_strict": 3, "error": null}
{"sample_id": "35", "language": "en", "text": "any cheap places on middleboro", "gt": [{"start": 4, "end": 9, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 30, "tag": "LOCATION", "value": "middleboro", "text": "middleboro"}], "predictions": [{"label": "PRICE", "start": 4, "end": 9, "text": "cheap", "score": 0.9760730266571045}, {"label": "LOCATION", "start": 20, "end": 30, "text": "middleboro", "score": 0.9358158111572266}], "inference_time_ms": 22.54, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "36", "language": "en", "text": "any cheap restaurants open before 8 a m", "gt": [{"start": 4, "end": 9, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 22, "end": 39, "tag": "HOURS", "value": "open before 8 a m", "text": "open before 8 a m"}], "predictions": [{"label": "PRICE", "start": 4, "end": 9, "text": "cheap", "score": 0.9756070375442505}, {"label": "HOURS", "start": 22, "end": 39, "text": "open before 8 a m", "score": 0.8814112544059753}], "inference_time_ms": 24.74, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "37", "language": "en", "text": "any cheap spanish places", "gt": [{"start": 4, "end": 9, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 10, "end": 17, "tag": "CUISINE", "value": "spanish", "text": "spanish"}], "predictions": [{"label": "PRICE", "start": 4, "end": 9, "text": "cheap", "score": 0.9477963447570801}, {"label": "CUISINE", "start": 10, "end": 17, "text": "spanish", "score": 0.9304536581039429}], "inference_time_ms": 23.91, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "38", "language": "en", "text": "any crowd pleasing restaurants around here", "gt": [{"start": 4, "end": 18, "tag": "RATING", "value": "crowd pleasing", "text": "crowd pleasing"}, {"start": 31, "end": 42, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "AMENITY", "start": 4, "end": 18, "text": "crowd pleasing", "score": 0.8719828724861145}, {"label": "LOCATION", "start": 31, "end": 42, "text": "around here", "score": 0.9367123246192932}], "inference_time_ms": 22.51, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "39", "language": "en", "text": "any deli with catering services", "gt": [{"start": 4, "end": 8, "tag": "CUISINE", "value": "deli", "text": "deli"}, {"start": 14, "end": 31, "tag": "AMENITY", "value": "catering services", "text": "catering services"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 8, "text": "deli", "score": 0.9155343174934387}, {"label": "AMENITY", "start": 14, "end": 31, "text": "catering services", "score": 0.8468981981277466}], "inference_time_ms": 21.23, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "40", "language": "en", "text": "any family restaurant nearby", "gt": [{"start": 4, "end": 10, "tag": "CUISINE", "value": "family", "text": "family"}, {"start": 22, "end": 28, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "AMENITY", "start": 4, "end": 10, "text": "family", "score": 0.8388517498970032}, {"label": "LOCATION", "start": 22, "end": 28, "text": "nearby", "score": 0.9548445343971252}], "inference_time_ms": 21.24, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "41", "language": "en", "text": "any fast food nearby", "gt": [{"start": 4, "end": 13, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 14, "end": 20, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 13, "text": "fast food", "score": 0.8567932844161987}, {"label": "LOCATION", "start": 14, "end": 20, "text": "nearby", "score": 0.9476871490478516}], "inference_time_ms": 21.14, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "42", "language": "en", "text": "any fast food places open this late", "gt": [{"start": 4, "end": 13, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 21, "end": 35, "tag": "HOURS", "value": "open this late", "text": "open this late"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 13, "text": "fast food", "score": 0.9360616207122803}, {"label": "HOURS", "start": 21, "end": 35, "text": "open this late", "score": 0.9319769740104675}], "inference_time_ms": 21.3, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "43", "language": "en", "text": "any fast food restaurants nearby", "gt": [{"start": 4, "end": 13, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 26, "end": 32, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 13, "text": "fast food", "score": 0.9272992014884949}, {"label": "LOCATION", "start": 26, "end": 32, "text": "nearby", "score": 0.9554390907287598}], "inference_time_ms": 21.17, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "44", "language": "en", "text": "any fastfood nearby", "gt": [{"start": 4, "end": 12, "tag": "CUISINE", "value": "fastfood", "text": "fastfood"}, {"start": 13, "end": 19, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 12, "text": "fastfood", "score": 0.9036051034927368}, {"label": "LOCATION", "start": 13, "end": 19, "text": "nearby", "score": 0.9432090520858765}], "inference_time_ms": 21.06, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "45", "language": "en", "text": "any food low fat food resteraunt", "gt": [{"start": 9, "end": 16, "tag": "CUISINE", "value": "low fat", "text": "low fat"}], "predictions": [], "inference_time_ms": 21.35, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "46", "language": "en", "text": "any food within 5 miles", "gt": [{"start": 9, "end": 23, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "LOCATION", "start": 9, "end": 23, "text": "within 5 miles", "score": 0.929511308670044}], "inference_time_ms": 23.19, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "47", "language": "en", "text": "any german cuisine diners around with no smoking permitted", "gt": [{"start": 4, "end": 10, "tag": "CUISINE", "value": "german", "text": "german"}, {"start": 19, "end": 25, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 38, "end": 48, "tag": "AMENITY", "value": "no smoking", "text": "no smoking"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 10, "text": "german", "score": 0.8937367796897888}, {"label": "LOCATION", "start": 26, "end": 32, "text": "around", "score": 0.8206143379211426}, {"label": "AMENITY", "start": 38, "end": 58, "text": "no smoking permitted", "score": 0.8524585962295532}], "inference_time_ms": 23.12, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "48", "language": "en", "text": "any good ice cream places around", "gt": [{"start": 4, "end": 8, "tag": "RATING", "value": "good", "text": "good"}, {"start": 9, "end": 18, "tag": "CUISINE", "value": "ice cream", "text": "ice cream"}, {"start": 26, "end": 32, "tag": "LOCATION", "value": "around", "text": "around"}], "predictions": [{"label": "RATING", "start": 4, "end": 8, "text": "good", "score": 0.9374755620956421}, {"label": "CUISINE", "start": 9, "end": 18, "text": "ice cream", "score": 0.7668843865394592}, {"label": "LOCATION", "start": 26, "end": 32, "text": "around", "score": 0.892034649848938}], "inference_time_ms": 21.71, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "49", "language": "en", "text": "any good steak houses around me", "gt": [{"start": 4, "end": 8, "tag": "RATING", "value": "good", "text": "good"}, {"start": 9, "end": 21, "tag": "CUISINE", "value": "steak houses", "text": "steak houses"}, {"start": 22, "end": 28, "tag": "LOCATION", "value": "around", "text": "around"}], "predictions": [{"label": "RATING", "start": 4, "end": 8, "text": "good", "score": 0.9332618117332458}, {"label": "CUISINE", "start": 9, "end": 21, "text": "steak houses", "score": 0.8516929149627686}, {"label": "LOCATION", "start": 22, "end": 31, "text": "around me", "score": 0.8739359378814697}], "inference_time_ms": 21.63, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "50", "language": "en", "text": "any ihops around", "gt": [{"start": 4, "end": 9, "tag": "RESTAURANT_NAME", "value": "ihops", "text": "ihops"}, {"start": 10, "end": 16, "tag": "LOCATION", "value": "around", "text": "around"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 4, "end": 9, "text": "ihops", "score": 0.9056702852249146}, {"label": "LOCATION", "start": 10, "end": 16, "text": "around", "score": 0.902703046798706}], "inference_time_ms": 21.43, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "51", "language": "en", "text": "any inernational brownies around here", "gt": [{"start": 4, "end": 16, "tag": "RESTAURANT_NAME", "value": "inernational", "text": "inernational"}, {"start": 17, "end": 25, "tag": "DISH", "value": "brownies", "text": "brownies"}, {"start": 26, "end": 37, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 37, "text": "around here", "score": 0.9348328113555908}], "inference_time_ms": 24.29, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "52", "language": "en", "text": "any kid friendly restaurants around here", "gt": [{"start": 4, "end": 16, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 29, "end": 40, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "AMENITY", "start": 4, "end": 16, "text": "kid friendly", "score": 0.936284601688385}, {"label": "LOCATION", "start": 29, "end": 40, "text": "around here", "score": 0.9456377625465393}], "inference_time_ms": 21.64, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "53", "language": "en", "text": "any late night diners featuring sake", "gt": [{"start": 4, "end": 14, "tag": "HOURS", "value": "late night", "text": "late night"}, {"start": 15, "end": 21, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 32, "end": 36, "tag": "DISH", "value": "sake", "text": "sake"}], "predictions": [{"label": "HOURS", "start": 4, "end": 14, "text": "late night", "score": 0.9023985266685486}, {"label": "CUISINE", "start": 15, "end": 21, "text": "diners", "score": 0.891497015953064}, {"label": "DISH", "start": 32, "end": 36, "text": "sake", "score": 0.9170575737953186}], "inference_time_ms": 21.55, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "54", "language": "en", "text": "any nice dine in restaurants next to here", "gt": [{"start": 4, "end": 16, "tag": "AMENITY", "value": "nice dine in", "text": "nice dine in"}, {"start": 29, "end": 41, "tag": "LOCATION", "value": "next to here", "text": "next to here"}], "predictions": [{"label": "RATING", "start": 4, "end": 8, "text": "nice", "score": 0.9249396324157715}, {"label": "AMENITY", "start": 9, "end": 16, "text": "dine in", "score": 0.7973151206970215}, {"label": "LOCATION", "start": 29, "end": 41, "text": "next to here", "score": 0.9232459664344788}], "inference_time_ms": 23.79, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 2, "fn_strict": 1, "error": null}
{"sample_id": "55", "language": "en", "text": "any nicely priced places in harvard with nice toppings", "gt": [{"start": 4, "end": 10, "tag": "PRICE", "value": "nicely", "text": "nicely"}, {"start": 25, "end": 35, "tag": "LOCATION", "value": "in harvard", "text": "in harvard"}, {"start": 41, "end": 54, "tag": "RATING", "value": "nice toppings", "text": "nice toppings"}], "predictions": [{"label": "PRICE", "start": 4, "end": 10, "text": "nicely", "score": 0.9709606766700745}, {"label": "LOCATION", "start": 28, "end": 35, "text": "harvard", "score": 0.9029146432876587}], "inference_time_ms": 22.33, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "56", "language": "en", "text": "any of the landrys restaurants offer carry out until at least 9 pm", "gt": [{"start": 11, "end": 18, "tag": "RESTAURANT_NAME", "value": "landrys", "text": "landrys"}, {"start": 37, "end": 46, "tag": "AMENITY", "value": "carry out", "text": "carry out"}, {"start": 47, "end": 66, "tag": "HOURS", "value": "until at least 9 pm", "text": "until at least 9 pm"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 11, "end": 18, "text": "landrys", "score": 0.8023684620857239}, {"label": "AMENITY", "start": 37, "end": 46, "text": "carry out", "score": 0.9126710891723633}, {"label": "HOURS", "start": 47, "end": 66, "text": "until at least 9 pm", "score": 0.7443860173225403}], "inference_time_ms": 22.3, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "57", "language": "en", "text": "any pho hoa restaurants with late night dining", "gt": [{"start": 8, "end": 11, "tag": "CUISINE", "value": "hoa", "text": "hoa"}, {"start": 29, "end": 46, "tag": "HOURS", "value": "late night dining", "text": "late night dining"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 11, "text": "pho hoa", "score": 0.8014096617698669}, {"label": "HOURS", "start": 29, "end": 39, "text": "late night", "score": 0.8161037564277649}], "inference_time_ms": 21.98, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "58", "language": "en", "text": "any place around that serves sandwichs on their lunch menu", "gt": [{"start": 10, "end": 16, "tag": "LOCATION", "value": "around", "text": "around"}, {"start": 29, "end": 38, "tag": "DISH", "value": "sandwichs", "text": "sandwichs"}, {"start": 48, "end": 53, "tag": "HOURS", "value": "lunch", "text": "lunch"}], "predictions": [{"label": "LOCATION", "start": 10, "end": 16, "text": "around", "score": 0.746340811252594}, {"label": "DISH", "start": 29, "end": 38, "text": "sandwichs", "score": 0.9155052304267883}, {"label": "HOURS", "start": 48, "end": 53, "text": "lunch", "score": 0.8276968002319336}], "inference_time_ms": 24.32, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "59", "language": "en", "text": "any place around that serves vegan food options", "gt": [{"start": 29, "end": 34, "tag": "CUISINE", "value": "vegan", "text": "vegan"}], "predictions": [{"label": "LOCATION", "start": 10, "end": 16, "text": "around", "score": 0.8014010787010193}, {"label": "CUISINE", "start": 29, "end": 34, "text": "vegan", "score": 0.89303058385849}], "inference_time_ms": 21.8, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "60", "language": "en", "text": "any place good to eat nearby", "gt": [{"start": 10, "end": 14, "tag": "RATING", "value": "good", "text": "good"}, {"start": 22, "end": 28, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RATING", "start": 10, "end": 14, "text": "good", "score": 0.8851555585861206}, {"label": "LOCATION", "start": 22, "end": 28, "text": "nearby", "score": 0.9520618319511414}], "inference_time_ms": 21.47, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "61", "language": "en", "text": "any place to eat nearby that takes travelers checks", "gt": [{"start": 17, "end": 23, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 35, "end": 51, "tag": "AMENITY", "value": "travelers checks", "text": "travelers checks"}], "predictions": [{"label": "LOCATION", "start": 17, "end": 23, "text": "nearby", "score": 0.9309302568435669}, {"label": "AMENITY", "start": 29, "end": 51, "text": "takes travelers checks", "score": 0.7741226553916931}], "inference_time_ms": 21.62, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "62", "language": "en", "text": "any places along this road serve chips", "gt": [{"start": 11, "end": 26, "tag": "LOCATION", "value": "along this road", "text": "along this road"}, {"start": 33, "end": 38, "tag": "DISH", "value": "chips", "text": "chips"}], "predictions": [{"label": "LOCATION", "start": 11, "end": 26, "text": "along this road", "score": 0.9336564540863037}, {"label": "DISH", "start": 33, "end": 38, "text": "chips", "score": 0.9098154902458191}], "inference_time_ms": 21.45, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "63", "language": "en", "text": "any places in harvard square where i can get potato pie and see some celebrities", "gt": [{"start": 14, "end": 28, "tag": "LOCATION", "value": "harvard square", "text": "harvard square"}, {"start": 45, "end": 55, "tag": "DISH", "value": "potato pie", "text": "potato pie"}, {"start": 60, "end": 80, "tag": "AMENITY", "value": "see some celebrities", "text": "see some celebrities"}], "predictions": [{"label": "LOCATION", "start": 14, "end": 28, "text": "harvard square", "score": 0.908549964427948}, {"label": "DISH", "start": 45, "end": 55, "text": "potato pie", "score": 0.9215003848075867}], "inference_time_ms": 23.91, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "64", "language": "en", "text": "any reasonable priced chowder restaurants offering group dining", "gt": [{"start": 4, "end": 14, "tag": "PRICE", "value": "reasonable", "text": "reasonable"}, {"start": 22, "end": 29, "tag": "CUISINE", "value": "chowder", "text": "chowder"}, {"start": 51, "end": 63, "tag": "AMENITY", "value": "group dining", "text": "group dining"}], "predictions": [{"label": "PRICE", "start": 4, "end": 14, "text": "reasonable", "score": 0.9777816534042358}, {"label": "CUISINE", "start": 22, "end": 29, "text": "chowder", "score": 0.8472244143486023}, {"label": "AMENITY", "start": 51, "end": 63, "text": "group dining", "score": 0.8777405619621277}], "inference_time_ms": 24.92, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "65", "language": "en", "text": "any restaurant close by that serves vegan dish and its affordable", "gt": [{"start": 15, "end": 23, "tag": "LOCATION", "value": "close by", "text": "close by"}, {"start": 36, "end": 41, "tag": "CUISINE", "value": "vegan", "text": "vegan"}, {"start": 55, "end": 65, "tag": "PRICE", "value": "affordable", "text": "affordable"}], "predictions": [{"label": "LOCATION", "start": 15, "end": 23, "text": "close by", "score": 0.9221065640449524}, {"label": "CUISINE", "start": 36, "end": 41, "text": "vegan", "score": 0.835143506526947}, {"label": "PRICE", "start": 55, "end": 65, "text": "affordable", "score": 0.9284431338310242}], "inference_time_ms": 22.75, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "66", "language": "en", "text": "any restaurant that opens 24 hours", "gt": [{"start": 20, "end": 34, "tag": "HOURS", "value": "opens 24 hours", "text": "opens 24 hours"}], "predictions": [{"label": "HOURS", "start": 20, "end": 34, "text": "opens 24 hours", "score": 0.878758430480957}], "inference_time_ms": 21.62, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "67", "language": "en", "text": "any restaurants around featuring brunch on hovendon avenue", "gt": [{"start": 33, "end": 39, "tag": "CUISINE", "value": "brunch", "text": "brunch"}, {"start": 43, "end": 58, "tag": "LOCATION", "value": "hovendon avenue", "text": "hovendon avenue"}], "predictions": [{"label": "HOURS", "start": 33, "end": 39, "text": "brunch", "score": 0.806308925151825}, {"label": "LOCATION", "start": 43, "end": 58, "text": "hovendon avenue", "score": 0.9439306855201721}], "inference_time_ms": 21.78, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "68", "language": "en", "text": "any restaurants around four miles from here with private rooms", "gt": [{"start": 16, "end": 43, "tag": "LOCATION", "value": "around four miles from here", "text": "around four miles from here"}, {"start": 49, "end": 62, "tag": "AMENITY", "value": "private rooms", "text": "private rooms"}], "predictions": [{"label": "LOCATION", "start": 16, "end": 43, "text": "around four miles from here", "score": 0.824926495552063}, {"label": "AMENITY", "start": 49, "end": 62, "text": "private rooms", "score": 0.9383384585380554}], "inference_time_ms": 23.25, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "69", "language": "en", "text": "any restaurants around government center with great prices", "gt": [{"start": 23, "end": 40, "tag": "LOCATION", "value": "government center", "text": "government center"}, {"start": 46, "end": 51, "tag": "PRICE", "value": "great", "text": "great"}], "predictions": [{"label": "LOCATION", "start": 16, "end": 40, "text": "around government center", "score": 0.7255337834358215}, {"label": "PRICE", "start": 46, "end": 51, "text": "great", "score": 0.9474700689315796}], "inference_time_ms": 22.23, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "70", "language": "en", "text": "any restaurants around sacramento with fireplace and great atmosphere", "gt": [{"start": 16, "end": 33, "tag": "LOCATION", "value": "around sacramento", "text": "around sacramento"}, {"start": 39, "end": 48, "tag": "AMENITY", "value": "fireplace", "text": "fireplace"}, {"start": 53, "end": 69, "tag": "AMENITY", "value": "great atmosphere", "text": "great atmosphere"}], "predictions": [{"label": "LOCATION", "start": 16, "end": 33, "text": "around sacramento", "score": 0.8722145557403564}, {"label": "AMENITY", "start": 39, "end": 48, "text": "fireplace", "score": 0.954878568649292}, {"label": "AMENITY", "start": 53, "end": 69, "text": "great atmosphere", "score": 0.8823476433753967}], "inference_time_ms": 22.2, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "71", "language": "en", "text": "any restaurants around that serve organic foods", "gt": [{"start": 16, "end": 22, "tag": "LOCATION", "value": "around", "text": "around"}, {"start": 34, "end": 41, "tag": "CUISINE", "value": "organic", "text": "organic"}], "predictions": [{"label": "LOCATION", "start": 16, "end": 22, "text": "around", "score": 0.824944019317627}], "inference_time_ms": 21.97, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "72", "language": "en", "text": "any restaurants take checks", "gt": [{"start": 16, "end": 27, "tag": "LOCATION", "value": "take checks", "text": "take checks"}], "predictions": [{"label": "AMENITY", "start": 16, "end": 27, "text": "take checks", "score": 0.777905285358429}], "inference_time_ms": 21.76, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "73", "language": "en", "text": "any restaurants that serve french fries and have a patio nearby", "gt": [{"start": 27, "end": 39, "tag": "DISH", "value": "french fries", "text": "french fries"}, {"start": 51, "end": 56, "tag": "AMENITY", "value": "patio", "text": "patio"}, {"start": 57, "end": 63, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "DISH", "start": 27, "end": 39, "text": "french fries", "score": 0.9477386474609375}, {"label": "AMENITY", "start": 51, "end": 56, "text": "patio", "score": 0.9142456650733948}, {"label": "LOCATION", "start": 57, "end": 63, "text": "nearby", "score": 0.9394285082817078}], "inference_time_ms": 22.34, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "74", "language": "en", "text": "any southwestern cuisine restaurants featuring romantic dining nearby", "gt": [{"start": 4, "end": 16, "tag": "CUISINE", "value": "southwestern", "text": "southwestern"}, {"start": 47, "end": 62, "tag": "AMENITY", "value": "romantic dining", "text": "romantic dining"}, {"start": 63, "end": 69, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 16, "text": "southwestern", "score": 0.9177471399307251}, {"label": "AMENITY", "start": 47, "end": 62, "text": "romantic dining", "score": 0.9012032747268677}, {"label": "LOCATION", "start": 63, "end": 69, "text": "nearby", "score": 0.9529860019683838}], "inference_time_ms": 22.22, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "75", "language": "en", "text": "any spanish restaurants in jamaica plain open in the morning", "gt": [{"start": 4, "end": 11, "tag": "CUISINE", "value": "spanish", "text": "spanish"}, {"start": 27, "end": 40, "tag": "LOCATION", "value": "jamaica plain", "text": "jamaica plain"}, {"start": 41, "end": 60, "tag": "HOURS", "value": "open in the morning", "text": "open in the morning"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 11, "text": "spanish", "score": 0.9212960600852966}, {"label": "LOCATION", "start": 27, "end": 40, "text": "jamaica plain", "score": 0.8268700838088989}, {"label": "HOURS", "start": 41, "end": 60, "text": "open in the morning", "score": 0.9072197079658508}], "inference_time_ms": 22.2, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "76", "language": "en", "text": "any suggestions on what to eat", "gt": [{"start": 4, "end": 15, "tag": "RATING", "value": "suggestions", "text": "suggestions"}], "predictions": [], "inference_time_ms": 21.82, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "77", "language": "en", "text": "any tapas places with drink specials", "gt": [{"start": 4, "end": 9, "tag": "CUISINE", "value": "tapas", "text": "tapas"}, {"start": 22, "end": 36, "tag": "AMENITY", "value": "drink specials", "text": "drink specials"}], "predictions": [{"label": "CUISINE", "start": 4, "end": 9, "text": "tapas", "score": 0.8701788187026978}, {"label": "AMENITY", "start": 22, "end": 36, "text": "drink specials", "score": 0.8638036251068115}], "inference_time_ms": 21.96, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "78", "language": "en", "text": "any unique foods here", "gt": [{"start": 4, "end": 10, "tag": "CUISINE", "value": "unique", "text": "unique"}], "predictions": [], "inference_time_ms": 21.72, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "79", "language": "en", "text": "anybody serve boardwalk fries around here", "gt": [{"start": 14, "end": 29, "tag": "DISH", "value": "boardwalk fries", "text": "boardwalk fries"}, {"start": 30, "end": 41, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "DISH", "start": 14, "end": 29, "text": "boardwalk fries", "score": 0.8620692491531372}, {"label": "LOCATION", "start": 30, "end": 41, "text": "around here", "score": 0.9397105574607849}], "inference_time_ms": 21.95, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "80", "language": "en", "text": "anyplace i can get some good pita bread thats not more than 4 miles out", "gt": [{"start": 29, "end": 39, "tag": "DISH", "value": "pita bread", "text": "pita bread"}, {"start": 46, "end": 67, "tag": "LOCATION", "value": "not more than 4 miles", "text": "not more than 4 miles"}], "predictions": [{"label": "RATING", "start": 24, "end": 28, "text": "good", "score": 0.9073428511619568}, {"label": "DISH", "start": 29, "end": 39, "text": "pita bread", "score": 0.9252124428749084}], "inference_time_ms": 22.35, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "81", "language": "en", "text": "anything good to eat within 10 miles", "gt": [{"start": 9, "end": 13, "tag": "RATING", "value": "good", "text": "good"}, {"start": 21, "end": 36, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}], "predictions": [{"label": "RATING", "start": 9, "end": 13, "text": "good", "score": 0.8970053195953369}, {"label": "LOCATION", "start": 21, "end": 36, "text": "within 10 miles", "score": 0.921596884727478}], "inference_time_ms": 22.02, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "82", "language": "en", "text": "anything with group seating", "gt": [{"start": 14, "end": 27, "tag": "AMENITY", "value": "group seating", "text": "group seating"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 27, "text": "group seating", "score": 0.8940829634666443}], "inference_time_ms": 21.78, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "83", "language": "en", "text": "anywhere i can get a tasty and cheap noodle dish", "gt": [{"start": 31, "end": 36, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 37, "end": 48, "tag": "DISH", "value": "noodle dish", "text": "noodle dish"}], "predictions": [{"label": "PRICE", "start": 31, "end": 36, "text": "cheap", "score": 0.949012041091919}, {"label": "DISH", "start": 37, "end": 48, "text": "noodle dish", "score": 0.7420019507408142}], "inference_time_ms": 23.7, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "84", "language": "en", "text": "anywhere thats not crowded before the game where i can get a bite", "gt": [{"start": 15, "end": 26, "tag": "AMENITY", "value": "not crowded", "text": "not crowded"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 26, "text": "not crowded", "score": 0.8016865849494934}], "inference_time_ms": 22.04, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "85", "language": "en", "text": "apple bs resturant in town", "gt": [{"start": 0, "end": 8, "tag": "RESTAURANT_NAME", "value": "apple bs", "text": "apple bs"}, {"start": 19, "end": 26, "tag": "LOCATION", "value": "in town", "text": "in town"}], "predictions": [{"label": "LOCATION", "start": 19, "end": 26, "text": "in town", "score": 0.9355535507202148}], "inference_time_ms": 21.51, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "86", "language": "en", "text": "arabic cuisine near me", "gt": [{"start": 0, "end": 6, "tag": "CUISINE", "value": "arabic", "text": "arabic"}, {"start": 15, "end": 22, "tag": "LOCATION", "value": "near me", "text": "near me"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 6, "text": "arabic", "score": 0.9146862626075745}, {"label": "LOCATION", "start": 15, "end": 22, "text": "near me", "score": 0.9392315149307251}], "inference_time_ms": 21.46, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "87", "language": "en", "text": "are any doughnut shops open right now", "gt": [{"start": 8, "end": 16, "tag": "CUISINE", "value": "doughnut", "text": "doughnut"}, {"start": 23, "end": 37, "tag": "HOURS", "value": "open right now", "text": "open right now"}], "predictions": [{"label": "CUISINE", "start": 8, "end": 16, "text": "doughnut", "score": 0.8070836663246155}, {"label": "HOURS", "start": 23, "end": 37, "text": "open right now", "score": 0.9232924580574036}], "inference_time_ms": 21.65, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "88", "language": "en", "text": "are any vegetarian restaurants within 5 blocks of here", "gt": [{"start": 8, "end": 18, "tag": "CUISINE", "value": "vegetarian", "text": "vegetarian"}, {"start": 31, "end": 46, "tag": "LOCATION", "value": "within 5 blocks", "text": "within 5 blocks"}], "predictions": [{"label": "CUISINE", "start": 8, "end": 18, "text": "vegetarian", "score": 0.9291387796401978}, {"label": "LOCATION", "start": 31, "end": 54, "text": "within 5 blocks of here", "score": 0.7483038902282715}], "inference_time_ms": 23.39, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "89", "language": "en", "text": "are children allowed in mi piacis", "gt": [{"start": 4, "end": 20, "tag": "AMENITY", "value": "children allowed", "text": "children allowed"}, {"start": 24, "end": 33, "tag": "RESTAURANT_NAME", "value": "mi piacis", "text": "mi piacis"}], "predictions": [{"label": "AMENITY", "start": 4, "end": 20, "text": "children allowed", "score": 0.7970025539398193}, {"label": "RESTAURANT_NAME", "start": 24, "end": 33, "text": "mi piacis", "score": 0.9391922950744629}], "inference_time_ms": 21.56, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "90", "language": "en", "text": "are rivertown coffee co or aromas coffee bar expensive", "gt": [{"start": 4, "end": 23, "tag": "RESTAURANT_NAME", "value": "rivertown coffee co", "text": "rivertown coffee co"}, {"start": 27, "end": 44, "tag": "RESTAURANT_NAME", "value": "aromas coffee bar", "text": "aromas coffee bar"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 4, "end": 23, "text": "rivertown coffee co", "score": 0.9318456649780273}, {"label": "RESTAURANT_NAME", "start": 27, "end": 44, "text": "aromas coffee bar", "score": 0.9608319997787476}, {"label": "PRICE", "start": 45, "end": 54, "text": "expensive", "score": 0.9097022414207458}], "inference_time_ms": 21.44, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "91", "language": "en", "text": "are sebastians restaurants portions big", "gt": [{"start": 4, "end": 14, "tag": "RESTAURANT_NAME", "value": "sebastians", "text": "sebastians"}, {"start": 27, "end": 39, "tag": "AMENITY", "value": "portions big", "text": "portions big"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 4, "end": 14, "text": "sebastians", "score": 0.8200673460960388}, {"label": "AMENITY", "start": 27, "end": 39, "text": "portions big", "score": 0.7008731365203857}], "inference_time_ms": 21.27, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "92", "language": "en", "text": "are than any sushi restaurants on the north side of town and i need to know their phone number and directions", "gt": [{"start": 13, "end": 18, "tag": "CUISINE", "value": "sushi", "text": "sushi"}, {"start": 38, "end": 56, "tag": "LOCATION", "value": "north side of town", "text": "north side of town"}], "predictions": [{"label": "CUISINE", "start": 13, "end": 18, "text": "sushi", "score": 0.8973990082740784}, {"label": "LOCATION", "start": 38, "end": 56, "text": "north side of town", "score": 0.9170358180999756}], "inference_time_ms": 22.11, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "93", "language": "en", "text": "are the any vegetarian restaurants in cleveland park", "gt": [{"start": 12, "end": 22, "tag": "CUISINE", "value": "vegetarian", "text": "vegetarian"}, {"start": 38, "end": 52, "tag": "LOCATION", "value": "cleveland park", "text": "cleveland park"}], "predictions": [{"label": "CUISINE", "start": 12, "end": 22, "text": "vegetarian", "score": 0.9095554351806641}, {"label": "LOCATION", "start": 38, "end": 52, "text": "cleveland park", "score": 0.9138908982276917}], "inference_time_ms": 21.31, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "94", "language": "en", "text": "are the proportions big or small", "gt": [], "predictions": [], "inference_time_ms": 21.12, "status": "OK", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "95", "language": "en", "text": "are the reviews good for chichis in gona", "gt": [{"start": 25, "end": 32, "tag": "RESTAURANT_NAME", "value": "chichis", "text": "chichis"}, {"start": 36, "end": 40, "tag": "LOCATION", "value": "gona", "text": "gona"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 25, "end": 32, "text": "chichis", "score": 0.9183319807052612}, {"label": "LOCATION", "start": 36, "end": 40, "text": "gona", "score": 0.9267942905426025}], "inference_time_ms": 21.36, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "96", "language": "en", "text": "are the reviews good for donovans rooftop grill", "gt": [{"start": 25, "end": 47, "tag": "RESTAURANT_NAME", "value": "donovans rooftop grill", "text": "donovans rooftop grill"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 25, "end": 47, "text": "donovans rooftop grill", "score": 0.929710865020752}], "inference_time_ms": 22.91, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "97", "language": "en", "text": "are the servers attractive", "gt": [{"start": 8, "end": 26, "tag": "AMENITY", "value": "servers attractive", "text": "servers attractive"}], "predictions": [], "inference_time_ms": 23.32, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "98", "language": "en", "text": "are their any places to eat near my location", "gt": [{"start": 14, "end": 20, "tag": "LOCATION", "value": "places", "text": "places"}, {"start": 36, "end": 44, "tag": "LOCATION", "value": "location", "text": "location"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 44, "text": "near my location", "score": 0.8370417356491089}], "inference_time_ms": 22.67, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "99", "language": "en", "text": "are there affordable restaurants in kingston open until 11 pm", "gt": [{"start": 10, "end": 20, "tag": "PRICE", "value": "affordable", "text": "affordable"}, {"start": 36, "end": 44, "tag": "LOCATION", "value": "kingston", "text": "kingston"}, {"start": 45, "end": 61, "tag": "HOURS", "value": "open until 11 pm", "text": "open until 11 pm"}], "predictions": [{"label": "PRICE", "start": 10, "end": 20, "text": "affordable", "score": 0.9674921631813049}, {"label": "LOCATION", "start": 36, "end": 44, "text": "kingston", "score": 0.9462472796440125}, {"label": "HOURS", "start": 45, "end": 61, "text": "open until 11 pm", "score": 0.8731115460395813}], "inference_time_ms": 21.6, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "100", "language": "en", "text": "are there any 24 hour diners around here", "gt": [{"start": 14, "end": 21, "tag": "HOURS", "value": "24 hour", "text": "24 hour"}, {"start": 22, "end": 28, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 36, "end": 40, "tag": "LOCATION", "value": "here", "text": "here"}], "predictions": [{"label": "HOURS", "start": 14, "end": 21, "text": "24 hour", "score": 0.8979549407958984}, {"label": "CUISINE", "start": 22, "end": 28, "text": "diners", "score": 0.9064426422119141}, {"label": "LOCATION", "start": 29, "end": 40, "text": "around here", "score": 0.9355491399765015}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "101", "language": "en", "text": "are there any 24 hour diners near by", "gt": [{"start": 14, "end": 21, "tag": "HOURS", "value": "24 hour", "text": "24 hour"}, {"start": 22, "end": 28, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 29, "end": 36, "tag": "LOCATION", "value": "near by", "text": "near by"}], "predictions": [{"label": "HOURS", "start": 14, "end": 21, "text": "24 hour", "score": 0.8992145657539368}, {"label": "CUISINE", "start": 22, "end": 28, "text": "diners", "score": 0.9025287628173828}, {"label": "LOCATION", "start": 29, "end": 36, "text": "near by", "score": 0.9446333050727844}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "102", "language": "en", "text": "are there any 24 hour restaurants nearby", "gt": [{"start": 14, "end": 21, "tag": "HOURS", "value": "24 hour", "text": "24 hour"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "HOURS", "start": 14, "end": 21, "text": "24 hour", "score": 0.9186669588088989}, {"label": "LOCATION", "start": 34, "end": 40, "text": "nearby", "score": 0.9491629004478455}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "103", "language": "en", "text": "are there any 4 star seafood restaurants within 10 miles", "gt": [{"start": 14, "end": 20, "tag": "RATING", "value": "4 star", "text": "4 star"}, {"start": 21, "end": 28, "tag": "CUISINE", "value": "seafood", "text": "seafood"}, {"start": 41, "end": 56, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}], "predictions": [{"label": "RATING", "start": 14, "end": 20, "text": "4 star", "score": 0.9688006043434143}, {"label": "CUISINE", "start": 21, "end": 28, "text": "seafood", "score": 0.9154940843582153}, {"label": "LOCATION", "start": 41, "end": 56, "text": "within 10 miles", "score": 0.9292150735855103}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "104", "language": "en", "text": "are there any 5 star restaurants near", "gt": [{"start": 14, "end": 20, "tag": "RATING", "value": "5 star", "text": "5 star"}, {"start": 33, "end": 37, "tag": "LOCATION", "value": "near", "text": "near"}], "predictions": [{"label": "RATING", "start": 14, "end": 20, "text": "5 star", "score": 0.9576188325881958}, {"label": "LOCATION", "start": 33, "end": 37, "text": "near", "score": 0.9448537230491638}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "105", "language": "en", "text": "are there any affordable meat serving venues within five miles of here", "gt": [{"start": 14, "end": 24, "tag": "PRICE", "value": "affordable", "text": "affordable"}, {"start": 25, "end": 29, "tag": "CUISINE", "value": "meat", "text": "meat"}, {"start": 45, "end": 70, "tag": "LOCATION", "value": "within five miles of here", "text": "within five miles of here"}], "predictions": [{"label": "PRICE", "start": 14, "end": 24, "text": "affordable", "score": 0.9469807147979736}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "106", "language": "en", "text": "are there any affordable steak places in littleton", "gt": [{"start": 14, "end": 24, "tag": "PRICE", "value": "affordable", "text": "affordable"}], "predictions": [{"label": "PRICE", "start": 14, "end": 24, "text": "affordable", "score": 0.9364517331123352}, {"label": "CUISINE", "start": 25, "end": 30, "text": "steak", "score": 0.8385863900184631}, {"label": "LOCATION", "start": 41, "end": 50, "text": "littleton", "score": 0.9022966027259827}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 2, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 2, "fn_strict": 0, "error": null}
{"sample_id": "107", "language": "en", "text": "are there any all you can eat sushi buffets in westbury", "gt": [{"start": 14, "end": 29, "tag": "AMENITY", "value": "all you can eat", "text": "all you can eat"}, {"start": 30, "end": 35, "tag": "CUISINE", "value": "sushi", "text": "sushi"}, {"start": 36, "end": 43, "tag": "AMENITY", "value": "buffets", "text": "buffets"}, {"start": 47, "end": 55, "tag": "LOCATION", "value": "westbury", "text": "westbury"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 29, "text": "all you can eat", "score": 0.9161012172698975}, {"label": "LOCATION", "start": 47, "end": 55, "text": "westbury", "score": 0.9265362620353699}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 2, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "108", "language": "en", "text": "are there any american restaurants in area", "gt": [{"start": 14, "end": 22, "tag": "CUISINE", "value": "american", "text": "american"}, {"start": 35, "end": 42, "tag": "LOCATION", "value": "in area", "text": "in area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 22, "text": "american", "score": 0.9253809452056885}, {"label": "LOCATION", "start": 35, "end": 42, "text": "in area", "score": 0.9044411182403564}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "109", "language": "en", "text": "are there any american restaurants that are also carry out", "gt": [{"start": 14, "end": 22, "tag": "CUISINE", "value": "american", "text": "american"}, {"start": 49, "end": 58, "tag": "AMENITY", "value": "carry out", "text": "carry out"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 22, "text": "american", "score": 0.9093412160873413}, {"label": "AMENITY", "start": 49, "end": 58, "text": "carry out", "score": 0.900632381439209}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "110", "language": "en", "text": "are there any arbys in this area", "gt": [{"start": 14, "end": 19, "tag": "RESTAURANT_NAME", "value": "arbys", "text": "arbys"}, {"start": 20, "end": 32, "tag": "LOCATION", "value": "in this area", "text": "in this area"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 19, "text": "arbys", "score": 0.9185553789138794}, {"label": "LOCATION", "start": 20, "end": 32, "text": "in this area", "score": 0.882965087890625}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "111", "language": "en", "text": "are there any arbys with in ten miles of here", "gt": [{"start": 14, "end": 19, "tag": "RESTAURANT_NAME", "value": "arbys", "text": "arbys"}, {"start": 20, "end": 45, "tag": "LOCATION", "value": "with in ten miles of here", "text": "with in ten miles of here"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 19, "text": "arbys", "score": 0.9175637364387512}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "112", "language": "en", "text": "are there any asian restaurants close by", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "asian", "text": "asian"}, {"start": 32, "end": 40, "tag": "LOCATION", "value": "close by", "text": "close by"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "asian", "score": 0.9415679574012756}, {"label": "LOCATION", "start": 32, "end": 40, "text": "close by", "score": 0.9365065097808838}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "113", "language": "en", "text": "are there any authentic greek restaurants that serve gyros around here", "gt": [{"start": 14, "end": 29, "tag": "CUISINE", "value": "authentic greek", "text": "authentic greek"}, {"start": 53, "end": 58, "tag": "DISH", "value": "gyros", "text": "gyros"}, {"start": 59, "end": 70, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 29, "text": "authentic greek", "score": 0.9034926891326904}, {"label": "DISH", "start": 53, "end": 58, "text": "gyros", "score": 0.9459434747695923}, {"label": "LOCATION", "start": 59, "end": 70, "text": "around here", "score": 0.938140332698822}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "114", "language": "en", "text": "are there any authentic vietnamese restaurants in the area that specialize in regional dishes", "gt": [{"start": 14, "end": 34, "tag": "CUISINE", "value": "authentic vietnamese", "text": "authentic vietnamese"}, {"start": 47, "end": 58, "tag": "LOCATION", "value": "in the area", "text": "in the area"}, {"start": 78, "end": 86, "tag": "CUISINE", "value": "regional", "text": "regional"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 34, "text": "authentic vietnamese", "score": 0.8938320875167847}, {"label": "LOCATION", "start": 47, "end": 58, "text": "in the area", "score": 0.8886644244194031}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "115", "language": "en", "text": "are there any bob evans restaurants around this late at night that can wait on us quickly", "gt": [{"start": 14, "end": 35, "tag": "RESTAURANT_NAME", "value": "bob evans restaurants", "text": "bob evans restaurants"}, {"start": 43, "end": 61, "tag": "HOURS", "value": "this late at night", "text": "this late at night"}, {"start": 71, "end": 89, "tag": "AMENITY", "value": "wait on us quickly", "text": "wait on us quickly"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 23, "text": "bob evans", "score": 0.8175262212753296}, {"label": "AMENITY", "start": 71, "end": 89, "text": "wait on us quickly", "score": 0.819015383720398}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "116", "language": "en", "text": "are there any breakfast places that serve steak near elm park", "gt": [{"start": 14, "end": 23, "tag": "HOURS", "value": "breakfast", "text": "breakfast"}, {"start": 42, "end": 47, "tag": "DISH", "value": "steak", "text": "steak"}, {"start": 48, "end": 61, "tag": "LOCATION", "value": "near elm park", "text": "near elm park"}], "predictions": [{"label": "HOURS", "start": 14, "end": 23, "text": "breakfast", "score": 0.7401929497718811}, {"label": "DISH", "start": 42, "end": 47, "text": "steak", "score": 0.7547245621681213}, {"label": "LOCATION", "start": 48, "end": 61, "text": "near elm park", "score": 0.9157685041427612}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "117", "language": "en", "text": "are there any brewery in the area", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "brewery", "text": "brewery"}, {"start": 22, "end": 33, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "LOCATION", "start": 22, "end": 33, "text": "in the area", "score": 0.9041879177093506}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "118", "language": "en", "text": "are there any brewpubs on our route", "gt": [{"start": 14, "end": 22, "tag": "AMENITY", "value": "brewpubs", "text": "brewpubs"}, {"start": 26, "end": 35, "tag": "LOCATION", "value": "our route", "text": "our route"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 22, "text": "brewpubs", "score": 0.7240207195281982}, {"label": "LOCATION", "start": 26, "end": 35, "text": "our route", "score": 0.8485470414161682}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "119", "language": "en", "text": "are there any buffets in town with a smoking section", "gt": [{"start": 14, "end": 21, "tag": "AMENITY", "value": "buffets", "text": "buffets"}, {"start": 22, "end": 29, "tag": "LOCATION", "value": "in town", "text": "in town"}, {"start": 37, "end": 52, "tag": "AMENITY", "value": "smoking section", "text": "smoking section"}], "predictions": [{"label": "LOCATION", "start": 22, "end": 29, "text": "in town", "score": 0.9014034867286682}, {"label": "AMENITY", "start": 37, "end": 52, "text": "smoking section", "score": 0.8862398862838745}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "120", "language": "en", "text": "are there any buffets within 2 miles of here", "gt": [{"start": 14, "end": 21, "tag": "AMENITY", "value": "buffets", "text": "buffets"}, {"start": 22, "end": 44, "tag": "LOCATION", "value": "within 2 miles of here", "text": "within 2 miles of here"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 21, "text": "buffets", "score": 0.7842668890953064}, {"label": "LOCATION", "start": 22, "end": 36, "text": "within 2 miles", "score": 0.7497580051422119}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "121", "language": "en", "text": "are there any burger joints in atlanta that are open after midnight", "gt": [{"start": 14, "end": 20, "tag": "DISH", "value": "burger", "text": "burger"}, {"start": 31, "end": 38, "tag": "LOCATION", "value": "atlanta", "text": "atlanta"}, {"start": 48, "end": 67, "tag": "HOURS", "value": "open after midnight", "text": "open after midnight"}], "predictions": [{"label": "LOCATION", "start": 31, "end": 38, "text": "atlanta", "score": 0.9190813302993774}, {"label": "HOURS", "start": 48, "end": 67, "text": "open after midnight", "score": 0.9358887672424316}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "122", "language": "en", "text": "are there any burger joints in the area", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "burger", "text": "burger"}, {"start": 28, "end": 39, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 27, "text": "burger joints", "score": 0.719994843006134}, {"label": "LOCATION", "start": 28, "end": 39, "text": "in the area", "score": 0.9109938144683838}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "123", "language": "en", "text": "are there any burger king restaurants on my route", "gt": [{"start": 14, "end": 25, "tag": "RESTAURANT_NAME", "value": "burger king", "text": "burger king"}, {"start": 41, "end": 49, "tag": "LOCATION", "value": "my route", "text": "my route"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 25, "text": "burger king", "score": 0.8986585140228271}, {"label": "LOCATION", "start": 41, "end": 49, "text": "my route", "score": 0.8509588241577148}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "124", "language": "en", "text": "are there any burger kings near by", "gt": [{"start": 14, "end": 26, "tag": "RESTAURANT_NAME", "value": "burger kings", "text": "burger kings"}, {"start": 27, "end": 34, "tag": "LOCATION", "value": "near by", "text": "near by"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 26, "text": "burger kings", "score": 0.925747275352478}, {"label": "LOCATION", "start": 27, "end": 34, "text": "near by", "score": 0.9383460283279419}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "125", "language": "en", "text": "are there any burger kings nearby", "gt": [{"start": 14, "end": 26, "tag": "RESTAURANT_NAME", "value": "burger kings", "text": "burger kings"}, {"start": 27, "end": 33, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 26, "text": "burger kings", "score": 0.9195252060890198}, {"label": "LOCATION", "start": 27, "end": 33, "text": "nearby", "score": 0.9381756782531738}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "126", "language": "en", "text": "are there any burger kings within 5 miles", "gt": [{"start": 14, "end": 26, "tag": "RESTAURANT_NAME", "value": "burger kings", "text": "burger kings"}, {"start": 27, "end": 41, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 26, "text": "burger kings", "score": 0.9219790697097778}, {"label": "LOCATION", "start": 27, "end": 41, "text": "within 5 miles", "score": 0.92376708984375}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "127", "language": "en", "text": "are there any burger kings within 5 miles of here", "gt": [{"start": 14, "end": 26, "tag": "RESTAURANT_NAME", "value": "burger kings", "text": "burger kings"}, {"start": 27, "end": 41, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 26, "text": "burger kings", "score": 0.9267007112503052}, {"label": "LOCATION", "start": 27, "end": 41, "text": "within 5 miles", "score": 0.7125730514526367}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "128", "language": "en", "text": "are there any burgers and cupcakes locations outside of manhattan", "gt": [{"start": 14, "end": 21, "tag": "DISH", "value": "burgers", "text": "burgers"}, {"start": 26, "end": 34, "tag": "DISH", "value": "cupcakes", "text": "cupcakes"}, {"start": 45, "end": 65, "tag": "LOCATION", "value": "outside of manhattan", "text": "outside of manhattan"}], "predictions": [{"label": "DISH", "start": 26, "end": 34, "text": "cupcakes", "score": 0.7782727479934692}, {"label": "LOCATION", "start": 45, "end": 65, "text": "outside of manhattan", "score": 0.9384832382202148}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "129", "language": "en", "text": "are there any byob joints on chester st", "gt": [{"start": 14, "end": 18, "tag": "AMENITY", "value": "byob", "text": "byob"}, {"start": 29, "end": 39, "tag": "LOCATION", "value": "chester st", "text": "chester st"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 18, "text": "byob", "score": 0.7346913814544678}, {"label": "LOCATION", "start": 29, "end": 39, "text": "chester st", "score": 0.9242238998413086}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "130", "language": "en", "text": "are there any cafes open past 11 pm which have internet access", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "cafes", "text": "cafes"}, {"start": 20, "end": 35, "tag": "HOURS", "value": "open past 11 pm", "text": "open past 11 pm"}, {"start": 47, "end": 62, "tag": "AMENITY", "value": "internet access", "text": "internet access"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "cafes", "score": 0.831443190574646}, {"label": "HOURS", "start": 20, "end": 35, "text": "open past 11 pm", "score": 0.9121329188346863}, {"label": "AMENITY", "start": 47, "end": 62, "text": "internet access", "score": 0.9229266047477722}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "131", "language": "en", "text": "are there any casual patio type dining places nearby", "gt": [{"start": 14, "end": 31, "tag": "AMENITY", "value": "casual patio type", "text": "casual patio type"}, {"start": 46, "end": 52, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "LOCATION", "start": 46, "end": 52, "text": "nearby", "score": 0.9546277523040771}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "132", "language": "en", "text": "are there any celebrity hangouts that serve german food near here", "gt": [{"start": 14, "end": 32, "tag": "AMENITY", "value": "celebrity hangouts", "text": "celebrity hangouts"}, {"start": 44, "end": 50, "tag": "CUISINE", "value": "german", "text": "german"}, {"start": 56, "end": 65, "tag": "LOCATION", "value": "near here", "text": "near here"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 32, "text": "celebrity hangouts", "score": 0.7299869060516357}, {"label": "CUISINE", "start": 44, "end": 50, "text": "german", "score": 0.9144227504730225}, {"label": "LOCATION", "start": 56, "end": 65, "text": "near here", "score": 0.9322807192802429}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "133", "language": "en", "text": "are there any chain restaurants nearby where kids eat free", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "chain", "text": "chain"}, {"start": 32, "end": 38, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 45, "end": 58, "tag": "AMENITY", "value": "kids eat free", "text": "kids eat free"}], "predictions": [{"label": "LOCATION", "start": 32, "end": 38, "text": "nearby", "score": 0.9333664774894714}, {"label": "AMENITY", "start": 45, "end": 58, "text": "kids eat free", "score": 0.9134411811828613}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "134", "language": "en", "text": "are there any charming non smoking ice cream parlors nearby", "gt": [{"start": 14, "end": 34, "tag": "AMENITY", "value": "charming non smoking", "text": "charming non smoking"}, {"start": 35, "end": 52, "tag": "CUISINE", "value": "ice cream parlors", "text": "ice cream parlors"}, {"start": 53, "end": 59, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RATING", "start": 14, "end": 22, "text": "charming", "score": 0.7364767789840698}, {"label": "AMENITY", "start": 23, "end": 34, "text": "non smoking", "score": 0.8639033436775208}, {"label": "LOCATION", "start": 53, "end": 59, "text": "nearby", "score": 0.9407411813735962}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "135", "language": "en", "text": "are there any cheap 4 star restaurants near here", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 26, "tag": "RATING", "value": "4 star", "text": "4 star"}, {"start": 39, "end": 48, "tag": "LOCATION", "value": "near here", "text": "near here"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.9372454285621643}, {"label": "RATING", "start": 20, "end": 26, "text": "4 star", "score": 0.9302945137023926}, {"label": "LOCATION", "start": 39, "end": 48, "text": "near here", "score": 0.9266237616539001}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "136", "language": "en", "text": "are there any cheap burger places in this neighborhood", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 26, "tag": "CUISINE", "value": "burger", "text": "burger"}, {"start": 34, "end": 54, "tag": "LOCATION", "value": "in this neighborhood", "text": "in this neighborhood"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.9571573138237}, {"label": "CUISINE", "start": 20, "end": 26, "text": "burger", "score": 0.8068780303001404}, {"label": "LOCATION", "start": 34, "end": 54, "text": "in this neighborhood", "score": 0.8685892224311829}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "137", "language": "en", "text": "are there any cheap cafes near here", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 25, "tag": "CUISINE", "value": "cafes", "text": "cafes"}, {"start": 26, "end": 35, "tag": "LOCATION", "value": "near here", "text": "near here"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.967059850692749}, {"label": "CUISINE", "start": 20, "end": 25, "text": "cafes", "score": 0.8247082829475403}, {"label": "LOCATION", "start": 26, "end": 35, "text": "near here", "score": 0.9183393120765686}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "138", "language": "en", "text": "are there any cheap colombian restaurants around 3 rd street", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 29, "tag": "CUISINE", "value": "colombian", "text": "colombian"}, {"start": 42, "end": 60, "tag": "LOCATION", "value": "around 3 rd street", "text": "around 3 rd street"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.9673346281051636}, {"label": "CUISINE", "start": 20, "end": 29, "text": "colombian", "score": 0.9263359308242798}, {"label": "LOCATION", "start": 42, "end": 60, "text": "around 3 rd street", "score": 0.8936964273452759}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "139", "language": "en", "text": "are there any cheap cuban joints along terminal road", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 25, "tag": "CUISINE", "value": "cuban", "text": "cuban"}, {"start": 39, "end": 52, "tag": "LOCATION", "value": "terminal road", "text": "terminal road"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.9588608145713806}, {"label": "CUISINE", "start": 20, "end": 32, "text": "cuban joints", "score": 0.8227511048316956}, {"label": "LOCATION", "start": 33, "end": 52, "text": "along terminal road", "score": 0.8906058073043823}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "140", "language": "en", "text": "are there any cheap cuban restaurants nearby", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 25, "tag": "CUISINE", "value": "cuban", "text": "cuban"}, {"start": 38, "end": 44, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.9654362797737122}, {"label": "CUISINE", "start": 20, "end": 25, "text": "cuban", "score": 0.9324379563331604}, {"label": "LOCATION", "start": 38, "end": 44, "text": "nearby", "score": 0.9433908462524414}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "141", "language": "en", "text": "are there any cheap family style restaurants open after 12 pm nearby", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 26, "tag": "CUISINE", "value": "family", "text": "family"}, {"start": 45, "end": 61, "tag": "HOURS", "value": "open after 12 pm", "text": "open after 12 pm"}, {"start": 62, "end": 68, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.9787287712097168}, {"label": "HOURS", "start": 45, "end": 61, "text": "open after 12 pm", "score": 0.9100146889686584}, {"label": "LOCATION", "start": 62, "end": 68, "text": "nearby", "score": 0.9404795169830322}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 3, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "142", "language": "en", "text": "are there any cheap halal places around here with good views", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 20, "end": 25, "tag": "CUISINE", "value": "halal", "text": "halal"}, {"start": 26, "end": 44, "tag": "LOCATION", "value": "places around here", "text": "places around here"}, {"start": 50, "end": 60, "tag": "RATING", "value": "good views", "text": "good views"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.9439271688461304}, {"label": "CUISINE", "start": 20, "end": 25, "text": "halal", "score": 0.9021724462509155}, {"label": "LOCATION", "start": 33, "end": 44, "text": "around here", "score": 0.9186281561851501}, {"label": "AMENITY", "start": 50, "end": 60, "text": "good views", "score": 0.876327395439148}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "143", "language": "en", "text": "are there any cheap places to eat nearby", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.9748459458351135}, {"label": "LOCATION", "start": 34, "end": 40, "text": "nearby", "score": 0.9440826773643494}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "144", "language": "en", "text": "are there any cheap restaurants near canton", "gt": [{"start": 14, "end": 19, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 32, "end": 43, "tag": "LOCATION", "value": "near canton", "text": "near canton"}], "predictions": [{"label": "PRICE", "start": 14, "end": 19, "text": "cheap", "score": 0.979099452495575}, {"label": "LOCATION", "start": 32, "end": 43, "text": "near canton", "score": 0.9231126308441162}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "145", "language": "en", "text": "are there any chilean restaurants with live music on the south side", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "chilean", "text": "chilean"}, {"start": 39, "end": 49, "tag": "AMENITY", "value": "live music", "text": "live music"}, {"start": 57, "end": 67, "tag": "LOCATION", "value": "south side", "text": "south side"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "chilean", "score": 0.8993043303489685}, {"label": "AMENITY", "start": 39, "end": 49, "text": "live music", "score": 0.886682391166687}, {"label": "LOCATION", "start": 57, "end": 67, "text": "south side", "score": 0.9417275786399841}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "146", "language": "en", "text": "are there any chilis in my area", "gt": [{"start": 14, "end": 20, "tag": "RESTAURANT_NAME", "value": "chilis", "text": "chilis"}, {"start": 21, "end": 31, "tag": "LOCATION", "value": "in my area", "text": "in my area"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 20, "text": "chilis", "score": 0.9284511208534241}, {"label": "LOCATION", "start": 21, "end": 31, "text": "in my area", "score": 0.8646519780158997}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "147", "language": "en", "text": "are there any chinese restaurant within 10 miles", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 33, "end": 48, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "chinese", "score": 0.9201995134353638}, {"label": "LOCATION", "start": 33, "end": 48, "text": "within 10 miles", "score": 0.9255927205085754}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "148", "language": "en", "text": "are there any chinese restaurants around here", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 34, "end": 45, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "chinese", "score": 0.9310775995254517}, {"label": "LOCATION", "start": 34, "end": 45, "text": "around here", "score": 0.9390707015991211}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "149", "language": "en", "text": "are there any chinese restaurants nearby", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "chinese", "score": 0.9321548938751221}, {"label": "LOCATION", "start": 34, "end": 40, "text": "nearby", "score": 0.9529212713241577}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "150", "language": "en", "text": "are there any chinese restaurants nearby with a historical design", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 48, "end": 65, "tag": "AMENITY", "value": "historical design", "text": "historical design"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "chinese", "score": 0.9400267601013184}, {"label": "LOCATION", "start": 34, "end": 40, "text": "nearby", "score": 0.9284042716026306}, {"label": "AMENITY", "start": 48, "end": 65, "text": "historical design", "score": 0.8941299319267273}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "151", "language": "en", "text": "are there any chinese restaurants on east 86th street in manhattan where i can get takeout lunch specials", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 37, "end": 66, "tag": "LOCATION", "value": "east 86th street in manhattan", "text": "east 86th street in manhattan"}, {"start": 83, "end": 105, "tag": "AMENITY", "value": "takeout lunch specials", "text": "takeout lunch specials"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "chinese", "score": 0.9293320178985596}, {"label": "LOCATION", "start": 37, "end": 66, "text": "east 86th street in manhattan", "score": 0.8803657293319702}, {"label": "AMENITY", "start": 83, "end": 90, "text": "takeout", "score": 0.8181376457214355}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "152", "language": "en", "text": "are there any chinese restaurants that serve carry out in this city", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 45, "end": 54, "tag": "AMENITY", "value": "carry out", "text": "carry out"}, {"start": 55, "end": 67, "tag": "LOCATION", "value": "in this city", "text": "in this city"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "chinese", "score": 0.9392315745353699}, {"label": "AMENITY", "start": 45, "end": 54, "text": "carry out", "score": 0.9072326421737671}, {"label": "LOCATION", "start": 55, "end": 67, "text": "in this city", "score": 0.8365896344184875}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "153", "language": "en", "text": "are there any cicis pizza near the hotel", "gt": [{"start": 14, "end": 25, "tag": "RESTAURANT_NAME", "value": "cicis pizza", "text": "cicis pizza"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 25, "text": "cicis pizza", "score": 0.9323338866233826}, {"label": "LOCATION", "start": 26, "end": 40, "text": "near the hotel", "score": 0.8945149183273315}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "154", "language": "en", "text": "are there any completely vegan restaurants around here", "gt": [{"start": 14, "end": 24, "tag": "AMENITY", "value": "completely", "text": "completely"}, {"start": 25, "end": 30, "tag": "CUISINE", "value": "vegan", "text": "vegan"}, {"start": 43, "end": 54, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "CUISINE", "start": 25, "end": 30, "text": "vegan", "score": 0.8144167065620422}, {"label": "LOCATION", "start": 43, "end": 54, "text": "around here", "score": 0.9375162720680237}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "155", "language": "en", "text": "are there any cuban restaurants in this city", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "cuban", "text": "cuban"}, {"start": 35, "end": 44, "tag": "LOCATION", "value": "this city", "text": "this city"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "cuban", "score": 0.9388819336891174}, {"label": "LOCATION", "start": 32, "end": 44, "text": "in this city", "score": 0.882565438747406}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "156", "language": "en", "text": "are there any cuban restaurants near milford", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "cuban", "text": "cuban"}, {"start": 32, "end": 44, "tag": "LOCATION", "value": "near milford", "text": "near milford"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "cuban", "score": 0.9356663227081299}, {"label": "LOCATION", "start": 32, "end": 44, "text": "near milford", "score": 0.9262581467628479}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "157", "language": "en", "text": "are there any cuban restaurants open at 2 pm for a late lunch in miami", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "cuban", "text": "cuban"}, {"start": 32, "end": 44, "tag": "HOURS", "value": "open at 2 pm", "text": "open at 2 pm"}, {"start": 51, "end": 61, "tag": "HOURS", "value": "late lunch", "text": "late lunch"}, {"start": 65, "end": 70, "tag": "LOCATION", "value": "miami", "text": "miami"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "cuban", "score": 0.9337998628616333}, {"label": "HOURS", "start": 32, "end": 44, "text": "open at 2 pm", "score": 0.8865729570388794}, {"label": "LOCATION", "start": 65, "end": 70, "text": "miami", "score": 0.9226565361022949}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 3, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "158", "language": "en", "text": "are there any delis along my route", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "delis", "text": "delis"}, {"start": 20, "end": 34, "tag": "LOCATION", "value": "along my route", "text": "along my route"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "delis", "score": 0.7626376152038574}, {"label": "LOCATION", "start": 20, "end": 34, "text": "along my route", "score": 0.9306835532188416}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "159", "language": "en", "text": "are there any delis near by", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "delis", "text": "delis"}, {"start": 20, "end": 27, "tag": "LOCATION", "value": "near by", "text": "near by"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "delis", "score": 0.7090736031532288}, {"label": "LOCATION", "start": 20, "end": 27, "text": "near by", "score": 0.9272324442863464}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "160", "language": "en", "text": "are there any delis nearby", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "delis", "text": "delis"}, {"start": 20, "end": 26, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "delis", "score": 0.8158082365989685}, {"label": "LOCATION", "start": 20, "end": 26, "text": "nearby", "score": 0.9422768950462341}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "161", "language": "en", "text": "are there any denneys restaurants in this town", "gt": [{"start": 14, "end": 21, "tag": "RESTAURANT_NAME", "value": "denneys", "text": "denneys"}, {"start": 34, "end": 46, "tag": "LOCATION", "value": "in this town", "text": "in this town"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 21, "text": "denneys", "score": 0.8306229114532471}, {"label": "LOCATION", "start": 34, "end": 46, "text": "in this town", "score": 0.9084489941596985}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "162", "language": "en", "text": "are there any dennys within 5 miles", "gt": [{"start": 14, "end": 20, "tag": "RESTAURANT_NAME", "value": "dennys", "text": "dennys"}, {"start": 21, "end": 35, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 20, "text": "dennys", "score": 0.9168490767478943}, {"label": "LOCATION", "start": 21, "end": 35, "text": "within 5 miles", "score": 0.9312386512756348}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "163", "language": "en", "text": "are there any dessert bars in san francisco", "gt": [{"start": 14, "end": 26, "tag": "CUISINE", "value": "dessert bars", "text": "dessert bars"}, {"start": 30, "end": 43, "tag": "LOCATION", "value": "san francisco", "text": "san francisco"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 26, "text": "dessert bars", "score": 0.7919347882270813}, {"label": "LOCATION", "start": 30, "end": 43, "text": "san francisco", "score": 0.9014675617218018}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "164", "language": "en", "text": "are there any diners along my route", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 21, "end": 35, "tag": "LOCATION", "value": "along my route", "text": "along my route"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "diners", "score": 0.9066718816757202}, {"label": "LOCATION", "start": 21, "end": 35, "text": "along my route", "score": 0.9333810210227966}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "165", "language": "en", "text": "are there any diners in the area", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 28, "end": 32, "tag": "LOCATION", "value": "area", "text": "area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "diners", "score": 0.8864133954048157}, {"label": "LOCATION", "start": 21, "end": 32, "text": "in the area", "score": 0.9118546843528748}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "166", "language": "en", "text": "are there any diners near my current location", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 21, "end": 45, "tag": "LOCATION", "value": "near my current location", "text": "near my current location"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "diners", "score": 0.8999895453453064}, {"label": "LOCATION", "start": 21, "end": 45, "text": "near my current location", "score": 0.8386186361312866}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "167", "language": "en", "text": "are there any diners nearby", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 21, "end": 27, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "diners", "score": 0.8966550827026367}, {"label": "LOCATION", "start": 21, "end": 27, "text": "nearby", "score": 0.9453573822975159}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "168", "language": "en", "text": "are there any diners open before 5 am that allow smoking", "gt": [{"start": 21, "end": 37, "tag": "HOURS", "value": "open before 5 am", "text": "open before 5 am"}, {"start": 43, "end": 56, "tag": "AMENITY", "value": "allow smoking", "text": "allow smoking"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "diners", "score": 0.9068099856376648}, {"label": "HOURS", "start": 21, "end": 37, "text": "open before 5 am", "score": 0.9098436236381531}, {"label": "AMENITY", "start": 43, "end": 56, "text": "allow smoking", "score": 0.8704468607902527}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "169", "language": "en", "text": "are there any diners that serve breakfast all day in town", "gt": [{"start": 46, "end": 49, "tag": "HOURS", "value": "day", "text": "day"}, {"start": 53, "end": 57, "tag": "LOCATION", "value": "town", "text": "town"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "diners", "score": 0.8331096172332764}, {"label": "HOURS", "start": 42, "end": 49, "text": "all day", "score": 0.8539102077484131}, {"label": "LOCATION", "start": 50, "end": 57, "text": "in town", "score": 0.9134564995765686}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 2, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 3, "fn_strict": 2, "error": null}
{"sample_id": "170", "language": "en", "text": "are there any diners within 5 miles", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "diners", "text": "diners"}, {"start": 21, "end": 35, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "diners", "score": 0.8912882208824158}, {"label": "LOCATION", "start": 21, "end": 35, "text": "within 5 miles", "score": 0.9342833757400513}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "171", "language": "en", "text": "are there any donut shops around here", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "donut", "text": "donut"}, {"start": 26, "end": 37, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "donut", "score": 0.7766010165214539}, {"label": "LOCATION", "start": 26, "end": 37, "text": "around here", "score": 0.9323244690895081}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "172", "language": "en", "text": "are there any drive throughs nearby", "gt": [{"start": 14, "end": 28, "tag": "AMENITY", "value": "drive throughs", "text": "drive throughs"}, {"start": 29, "end": 35, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 28, "text": "drive throughs", "score": 0.7877448201179504}, {"label": "LOCATION", "start": 29, "end": 35, "text": "nearby", "score": 0.9499271512031555}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "173", "language": "en", "text": "are there any eateries nearby that where can dine at the bar after 2 am", "gt": [{"start": 14, "end": 22, "tag": "CUISINE", "value": "eateries", "text": "eateries"}, {"start": 23, "end": 29, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 45, "end": 60, "tag": "AMENITY", "value": "dine at the bar", "text": "dine at the bar"}, {"start": 61, "end": 71, "tag": "HOURS", "value": "after 2 am", "text": "after 2 am"}], "predictions": [{"label": "LOCATION", "start": 23, "end": 29, "text": "nearby", "score": 0.9267802834510803}, {"label": "AMENITY", "start": 45, "end": 60, "text": "dine at the bar", "score": 0.8514573574066162}, {"label": "HOURS", "start": 61, "end": 71, "text": "after 2 am", "score": 0.943493664264679}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 3, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "174", "language": "en", "text": "are there any elegant dress restaurants that serve messy hot wings after midnight", "gt": [{"start": 14, "end": 27, "tag": "AMENITY", "value": "elegant dress", "text": "elegant dress"}, {"start": 51, "end": 66, "tag": "DISH", "value": "messy hot wings", "text": "messy hot wings"}, {"start": 67, "end": 81, "tag": "HOURS", "value": "after midnight", "text": "after midnight"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 27, "text": "elegant dress", "score": 0.8826852440834045}, {"label": "DISH", "start": 51, "end": 66, "text": "messy hot wings", "score": 0.715305507183075}, {"label": "HOURS", "start": 67, "end": 81, "text": "after midnight", "score": 0.941250205039978}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "175", "language": "en", "text": "are there any ethiopian restaurants in town", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "ethiopian", "text": "ethiopian"}, {"start": 36, "end": 43, "tag": "LOCATION", "value": "in town", "text": "in town"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "ethiopian", "score": 0.921014130115509}, {"label": "LOCATION", "start": 36, "end": 43, "text": "in town", "score": 0.9314497709274292}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "176", "language": "en", "text": "are there any ethiopian restaurants on the waterfront", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "ethiopian", "text": "ethiopian"}, {"start": 43, "end": 53, "tag": "LOCATION", "value": "waterfront", "text": "waterfront"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "ethiopian", "score": 0.9122684001922607}, {"label": "LOCATION", "start": 43, "end": 53, "text": "waterfront", "score": 0.9125167727470398}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "177", "language": "en", "text": "are there any expensive great restaurants in my town", "gt": [{"start": 14, "end": 23, "tag": "PRICE", "value": "expensive", "text": "expensive"}, {"start": 24, "end": 29, "tag": "RATING", "value": "great", "text": "great"}, {"start": 42, "end": 52, "tag": "LOCATION", "value": "in my town", "text": "in my town"}], "predictions": [{"label": "PRICE", "start": 14, "end": 23, "text": "expensive", "score": 0.9378121495246887}, {"label": "RATING", "start": 24, "end": 29, "text": "great", "score": 0.9220474362373352}, {"label": "LOCATION", "start": 42, "end": 52, "text": "in my town", "score": 0.8845844268798828}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "178", "language": "en", "text": "are there any expensive restaurants nearby that allow children", "gt": [{"start": 14, "end": 23, "tag": "PRICE", "value": "expensive", "text": "expensive"}, {"start": 36, "end": 42, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 48, "end": 62, "tag": "AMENITY", "value": "allow children", "text": "allow children"}], "predictions": [{"label": "PRICE", "start": 14, "end": 23, "text": "expensive", "score": 0.9686828255653381}, {"label": "LOCATION", "start": 36, "end": 42, "text": "nearby", "score": 0.9405897259712219}, {"label": "AMENITY", "start": 48, "end": 62, "text": "allow children", "score": 0.8387114405632019}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "179", "language": "en", "text": "are there any fairly inexpensive restaurants with valet parking", "gt": [{"start": 14, "end": 32, "tag": "PRICE", "value": "fairly inexpensive", "text": "fairly inexpensive"}, {"start": 50, "end": 63, "tag": "AMENITY", "value": "valet parking", "text": "valet parking"}], "predictions": [{"label": "PRICE", "start": 14, "end": 32, "text": "fairly inexpensive", "score": 0.9293004274368286}, {"label": "AMENITY", "start": 50, "end": 63, "text": "valet parking", "score": 0.9231399893760681}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "180", "language": "en", "text": "are there any family dining restaurants close by with great prices", "gt": [{"start": 14, "end": 27, "tag": "AMENITY", "value": "family dining", "text": "family dining"}, {"start": 40, "end": 48, "tag": "LOCATION", "value": "close by", "text": "close by"}, {"start": 54, "end": 59, "tag": "PRICE", "value": "great", "text": "great"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 27, "text": "family dining", "score": 0.8039277791976929}, {"label": "LOCATION", "start": 40, "end": 48, "text": "close by", "score": 0.9266069531440735}, {"label": "PRICE", "start": 54, "end": 59, "text": "great", "score": 0.9512540102005005}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "181", "language": "en", "text": "are there any family friendly sit down restaurants in this mall", "gt": [{"start": 14, "end": 38, "tag": "AMENITY", "value": "family friendly sit down", "text": "family friendly sit down"}, {"start": 51, "end": 63, "tag": "LOCATION", "value": "in this mall", "text": "in this mall"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 38, "text": "family friendly sit down", "score": 0.8613041639328003}, {"label": "LOCATION", "start": 51, "end": 63, "text": "in this mall", "score": 0.7987029552459717}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "182", "language": "en", "text": "are there any family restaurants open at 4 am on weekdays", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "family", "text": "family"}, {"start": 33, "end": 57, "tag": "HOURS", "value": "open at 4 am on weekdays", "text": "open at 4 am on weekdays"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 20, "text": "family", "score": 0.8302668929100037}, {"label": "HOURS", "start": 33, "end": 57, "text": "open at 4 am on weekdays", "score": 0.7153732180595398}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "183", "language": "en", "text": "are there any family style steakhouses within a mile of here", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "family style", "text": "family style"}, {"start": 27, "end": 38, "tag": "CUISINE", "value": "steakhouses", "text": "steakhouses"}, {"start": 39, "end": 60, "tag": "LOCATION", "value": "within a mile of here", "text": "within a mile of here"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "family style", "score": 0.8866214156150818}, {"label": "CUISINE", "start": 27, "end": 38, "text": "steakhouses", "score": 0.7253550291061401}, {"label": "LOCATION", "start": 39, "end": 60, "text": "within a mile of here", "score": 0.7406682968139648}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "184", "language": "en", "text": "are there any famous or historical restaurants in the area", "gt": [{"start": 14, "end": 20, "tag": "RATING", "value": "famous", "text": "famous"}, {"start": 24, "end": 34, "tag": "AMENITY", "value": "historical", "text": "historical"}, {"start": 54, "end": 58, "tag": "LOCATION", "value": "area", "text": "area"}], "predictions": [{"label": "LOCATION", "start": 47, "end": 58, "text": "in the area", "score": 0.9120540618896484}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 3, "tp_strict": 0, "fp_strict": 1, "fn_strict": 3, "error": null}
{"sample_id": "185", "language": "en", "text": "are there any fast food places open", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 31, "end": 35, "tag": "HOURS", "value": "open", "text": "open"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.9430665373802185}, {"label": "HOURS", "start": 31, "end": 35, "text": "open", "score": 0.8809053301811218}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "186", "language": "en", "text": "are there any fast food places within a mile of me", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 31, "end": 44, "tag": "LOCATION", "value": "within a mile", "text": "within a mile"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.9203707575798035}, {"label": "LOCATION", "start": 31, "end": 44, "text": "within a mile", "score": 0.8463307023048401}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "187", "language": "en", "text": "are there any fast food restaurants along my route", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 36, "end": 50, "tag": "LOCATION", "value": "along my route", "text": "along my route"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.9290578365325928}, {"label": "LOCATION", "start": 36, "end": 50, "text": "along my route", "score": 0.9269046783447266}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "188", "language": "en", "text": "are there any fast food restaurants close by", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 36, "end": 44, "tag": "LOCATION", "value": "close by", "text": "close by"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.9303944706916809}, {"label": "LOCATION", "start": 36, "end": 44, "text": "close by", "score": 0.9431837201118469}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "189", "language": "en", "text": "are there any fast food restaurants in the area", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 36, "end": 47, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.9252623319625854}, {"label": "LOCATION", "start": 36, "end": 47, "text": "in the area", "score": 0.9213390946388245}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "190", "language": "en", "text": "are there any fast food restaurants offering valet parking", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 45, "end": 58, "tag": "AMENITY", "value": "valet parking", "text": "valet parking"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.9449599385261536}, {"label": "AMENITY", "start": 45, "end": 58, "text": "valet parking", "score": 0.9175310134887695}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "191", "language": "en", "text": "are there any fast food restaurants open now", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 36, "end": 44, "tag": "HOURS", "value": "open now", "text": "open now"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.9480250477790833}, {"label": "HOURS", "start": 36, "end": 44, "text": "open now", "score": 0.946245014667511}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "192", "language": "en", "text": "are there any fast food restaurants still open", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 36, "end": 46, "tag": "HOURS", "value": "still open", "text": "still open"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.9437985420227051}, {"label": "HOURS", "start": 36, "end": 46, "text": "still open", "score": 0.9225893020629883}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "193", "language": "en", "text": "are there any fast food restaurants with a parking deck nearby", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 43, "end": 55, "tag": "AMENITY", "value": "parking deck", "text": "parking deck"}, {"start": 56, "end": 62, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "fast food", "score": 0.944385290145874}, {"label": "AMENITY", "start": 43, "end": 55, "text": "parking deck", "score": 0.899841845035553}, {"label": "LOCATION", "start": 56, "end": 62, "text": "nearby", "score": 0.9446653127670288}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "194", "language": "en", "text": "are there any fine dining restaurants nearby that accept paypal as payment", "gt": [{"start": 14, "end": 25, "tag": "AMENITY", "value": "fine dining", "text": "fine dining"}, {"start": 38, "end": 44, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 50, "end": 74, "tag": "AMENITY", "value": "accept paypal as payment", "text": "accept paypal as payment"}], "predictions": [{"label": "LOCATION", "start": 38, "end": 44, "text": "nearby", "score": 0.9400842785835266}, {"label": "AMENITY", "start": 50, "end": 63, "text": "accept paypal", "score": 0.7119535207748413}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "195", "language": "en", "text": "are there any fine dining restaurants that allow me to eat my elegant meal in my car within 10 miles of here", "gt": [{"start": 14, "end": 25, "tag": "CUISINE", "value": "fine dining", "text": "fine dining"}, {"start": 55, "end": 84, "tag": "AMENITY", "value": "eat my elegant meal in my car", "text": "eat my elegant meal in my car"}, {"start": 85, "end": 108, "tag": "LOCATION", "value": "within 10 miles of here", "text": "within 10 miles of here"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 25, "text": "fine dining", "score": 0.8613405227661133}, {"label": "LOCATION", "start": 85, "end": 100, "text": "within 10 miles", "score": 0.7745627164840698}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 2, "fn_strict": 3, "error": null}
{"sample_id": "196", "language": "en", "text": "are there any fine dining restaurants that i can take a date to without a reservation", "gt": [{"start": 14, "end": 25, "tag": "AMENITY", "value": "fine dining", "text": "fine dining"}, {"start": 64, "end": 85, "tag": "AMENITY", "value": "without a reservation", "text": "without a reservation"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 25, "text": "fine dining", "score": 0.7574991583824158}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "197", "language": "en", "text": "are there any fine dining restaurants thats arent downtown", "gt": [{"start": 14, "end": 25, "tag": "CUISINE", "value": "fine dining", "text": "fine dining"}, {"start": 44, "end": 58, "tag": "LOCATION", "value": "arent downtown", "text": "arent downtown"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 25, "text": "fine dining", "score": 0.8571025729179382}, {"label": "LOCATION", "start": 44, "end": 58, "text": "arent downtown", "score": 0.9283713102340698}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "198", "language": "en", "text": "are there any first rate indian restaurant that serves curry in the governement center", "gt": [{"start": 14, "end": 24, "tag": "RATING", "value": "first rate", "text": "first rate"}, {"start": 25, "end": 31, "tag": "CUISINE", "value": "indian", "text": "indian"}, {"start": 55, "end": 60, "tag": "DISH", "value": "curry", "text": "curry"}, {"start": 68, "end": 86, "tag": "LOCATION", "value": "governement center", "text": "governement center"}], "predictions": [{"label": "RATING", "start": 14, "end": 24, "text": "first rate", "score": 0.9260421991348267}, {"label": "CUISINE", "start": 25, "end": 31, "text": "indian", "score": 0.823253333568573}, {"label": "DISH", "start": 55, "end": 60, "text": "curry", "score": 0.8578670024871826}, {"label": "LOCATION", "start": 68, "end": 86, "text": "governement center", "score": 0.9235826134681702}], "inference_time_ms": null, "status": "OK", "tp_lenient": 4, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 4, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "199", "language": "en", "text": "are there any first rate restaurant on the waterfront", "gt": [{"start": 14, "end": 24, "tag": "RATING", "value": "first rate", "text": "first rate"}, {"start": 43, "end": 53, "tag": "LOCATION", "value": "waterfront", "text": "waterfront"}], "predictions": [{"label": "RATING", "start": 14, "end": 24, "text": "first rate", "score": 0.9373931884765625}, {"label": "LOCATION", "start": 43, "end": 53, "text": "waterfront", "score": 0.9075919389724731}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "200", "language": "en", "text": "are there any five star restaurants in this area", "gt": [{"start": 14, "end": 23, "tag": "RATING", "value": "five star", "text": "five star"}, {"start": 39, "end": 48, "tag": "LOCATION", "value": "this area", "text": "this area"}], "predictions": [{"label": "RATING", "start": 14, "end": 23, "text": "five star", "score": 0.9486381411552429}, {"label": "LOCATION", "start": 36, "end": 48, "text": "in this area", "score": 0.9084272384643555}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "201", "language": "en", "text": "are there any food trucks in the downtown area", "gt": [{"start": 14, "end": 25, "tag": "CUISINE", "value": "food trucks", "text": "food trucks"}, {"start": 33, "end": 46, "tag": "LOCATION", "value": "downtown area", "text": "downtown area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 25, "text": "food trucks", "score": 0.7634445428848267}, {"label": "LOCATION", "start": 33, "end": 46, "text": "downtown area", "score": 0.8732247352600098}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "202", "language": "en", "text": "are there any free standing cinnabon restaurants in washington dc", "gt": [{"start": 14, "end": 27, "tag": "AMENITY", "value": "free standing", "text": "free standing"}, {"start": 28, "end": 36, "tag": "RESTAURANT_NAME", "value": "cinnabon", "text": "cinnabon"}, {"start": 52, "end": 65, "tag": "LOCATION", "value": "washington dc", "text": "washington dc"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 27, "text": "free standing", "score": 0.9093738198280334}, {"label": "RESTAURANT_NAME", "start": 28, "end": 36, "text": "cinnabon", "score": 0.7431929707527161}, {"label": "LOCATION", "start": 52, "end": 65, "text": "washington dc", "score": 0.9071589708328247}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "203", "language": "en", "text": "are there any french restaurants around here", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "french", "text": "french"}, {"start": 33, "end": 44, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "french", "score": 0.9307164549827576}, {"label": "LOCATION", "start": 33, "end": 44, "text": "around here", "score": 0.9372074007987976}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "204", "language": "en", "text": "are there any full service restaurants open after midnight around here", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "full service", "text": "full service"}, {"start": 39, "end": 58, "tag": "HOURS", "value": "open after midnight", "text": "open after midnight"}, {"start": 59, "end": 70, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "full service", "score": 0.8922738432884216}, {"label": "HOURS", "start": 39, "end": 58, "text": "open after midnight", "score": 0.9191129803657532}, {"label": "LOCATION", "start": 59, "end": 70, "text": "around here", "score": 0.9264533519744873}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "205", "language": "en", "text": "are there any german food restaurants within 4 miles", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "german", "text": "german"}, {"start": 38, "end": 52, "tag": "LOCATION", "value": "within 4 miles", "text": "within 4 miles"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "german", "score": 0.9194937944412231}, {"label": "LOCATION", "start": 38, "end": 52, "text": "within 4 miles", "score": 0.9311334490776062}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "206", "language": "en", "text": "are there any german restaurants nearby", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "german", "text": "german"}, {"start": 33, "end": 39, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "german", "score": 0.9446159601211548}, {"label": "LOCATION", "start": 33, "end": 39, "text": "nearby", "score": 0.9504326581954956}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "207", "language": "en", "text": "are there any german restaurants nearby that celebs hangout at", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "german", "text": "german"}, {"start": 33, "end": 39, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 45, "end": 62, "tag": "AMENITY", "value": "celebs hangout at", "text": "celebs hangout at"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "german", "score": 0.9330571293830872}, {"label": "LOCATION", "start": 33, "end": 39, "text": "nearby", "score": 0.9327213764190674}, {"label": "AMENITY", "start": 45, "end": 59, "text": "celebs hangout", "score": 0.8196931481361389}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "208", "language": "en", "text": "are there any german restaurants that are open all day in ashland", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "german", "text": "german"}, {"start": 42, "end": 54, "tag": "HOURS", "value": "open all day", "text": "open all day"}, {"start": 58, "end": 65, "tag": "LOCATION", "value": "ashland", "text": "ashland"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "german", "score": 0.9405313730239868}, {"label": "HOURS", "start": 42, "end": 54, "text": "open all day", "score": 0.9622349143028259}, {"label": "LOCATION", "start": 58, "end": 65, "text": "ashland", "score": 0.9308933615684509}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "209", "language": "en", "text": "are there any good burger joints around here", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 19, "end": 25, "tag": "CUISINE", "value": "burger", "text": "burger"}, {"start": 33, "end": 44, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9431601762771606}, {"label": "LOCATION", "start": 33, "end": 44, "text": "around here", "score": 0.9285401105880737}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "210", "language": "en", "text": "are there any good delis in little china", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 19, "end": 24, "tag": "CUISINE", "value": "delis", "text": "delis"}, {"start": 28, "end": 40, "tag": "LOCATION", "value": "little china", "text": "little china"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9368571639060974}, {"label": "CUISINE", "start": 19, "end": 24, "text": "delis", "score": 0.8885086178779602}, {"label": "LOCATION", "start": 28, "end": 40, "text": "little china", "score": 0.9121483564376831}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "211", "language": "en", "text": "are there any good mexican restaurants near tuscon", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 19, "end": 26, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 39, "end": 50, "tag": "LOCATION", "value": "near tuscon", "text": "near tuscon"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9499914646148682}, {"label": "CUISINE", "start": 19, "end": 26, "text": "mexican", "score": 0.9186099171638489}, {"label": "LOCATION", "start": 39, "end": 50, "text": "near tuscon", "score": 0.9238570332527161}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "212", "language": "en", "text": "are there any good pizza places around here", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 19, "end": 24, "tag": "CUISINE", "value": "pizza", "text": "pizza"}, {"start": 32, "end": 43, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9397730827331543}, {"label": "CUISINE", "start": 19, "end": 24, "text": "pizza", "score": 0.8058640360832214}, {"label": "LOCATION", "start": 32, "end": 43, "text": "around here", "score": 0.9251273274421692}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "213", "language": "en", "text": "are there any good places to drink nearby i need a bar thats still open at this hour if you dont know the hours of operation give me a phone number so i can check", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 29, "end": 34, "tag": "CUISINE", "value": "drink", "text": "drink"}, {"start": 51, "end": 54, "tag": "CUISINE", "value": "bar", "text": "bar"}, {"start": 61, "end": 84, "tag": "HOURS", "value": "still open at this hour", "text": "still open at this hour"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9734787940979004}, {"label": "LOCATION", "start": 35, "end": 41, "text": "nearby", "score": 0.9379400014877319}, {"label": "HOURS", "start": 61, "end": 84, "text": "still open at this hour", "score": 0.9177628755569458}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 2, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "214", "language": "en", "text": "are there any good places to eat in the area", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 33, "end": 44, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9436092376708984}, {"label": "LOCATION", "start": 33, "end": 44, "text": "in the area", "score": 0.9057621955871582}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "215", "language": "en", "text": "are there any good places with fresh seafood around here", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 31, "end": 44, "tag": "DISH", "value": "fresh seafood", "text": "fresh seafood"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.942648708820343}, {"label": "CUISINE", "start": 31, "end": 44, "text": "fresh seafood", "score": 0.8041920065879822}, {"label": "LOCATION", "start": 45, "end": 56, "text": "around here", "score": 0.9250576496124268}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 2, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 2, "fn_strict": 1, "error": null}
{"sample_id": "216", "language": "en", "text": "are there any good potato places near north quincy", "gt": [{"start": 19, "end": 25, "tag": "DISH", "value": "potato", "text": "potato"}, {"start": 33, "end": 50, "tag": "LOCATION", "value": "near north quincy", "text": "near north quincy"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9436847567558289}, {"label": "CUISINE", "start": 19, "end": 25, "text": "potato", "score": 0.8311867117881775}, {"label": "LOCATION", "start": 33, "end": 50, "text": "near north quincy", "score": 0.9160721302032471}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 2, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 2, "fn_strict": 1, "error": null}
{"sample_id": "217", "language": "en", "text": "are there any good restaurants having happy hour now", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 38, "end": 48, "tag": "AMENITY", "value": "happy hour", "text": "happy hour"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.959257185459137}, {"label": "AMENITY", "start": 38, "end": 48, "text": "happy hour", "score": 0.7660788893699646}, {"label": "HOURS", "start": 49, "end": 52, "text": "now", "score": 0.7612027525901794}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "218", "language": "en", "text": "are there any good restaurants in the area", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 31, "end": 42, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9520887136459351}, {"label": "LOCATION", "start": 31, "end": 42, "text": "in the area", "score": 0.9049192667007446}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "219", "language": "en", "text": "are there any good restaurants near by that have a good deal going on right now", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 31, "end": 38, "tag": "LOCATION", "value": "near by", "text": "near by"}, {"start": 51, "end": 60, "tag": "PRICE", "value": "good deal", "text": "good deal"}, {"start": 70, "end": 79, "tag": "HOURS", "value": "right now", "text": "right now"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9571766257286072}, {"label": "LOCATION", "start": 31, "end": 38, "text": "near by", "score": 0.9053898453712463}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 2, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "220", "language": "en", "text": "are there any good reviews for hals pie restaurant", "gt": [{"start": 14, "end": 26, "tag": "RATING", "value": "good reviews", "text": "good reviews"}, {"start": 31, "end": 50, "tag": "RESTAURANT_NAME", "value": "hals pie restaurant", "text": "hals pie restaurant"}], "predictions": [{"label": "RATING", "start": 14, "end": 26, "text": "good reviews", "score": 0.8681305050849915}, {"label": "RESTAURANT_NAME", "start": 31, "end": 50, "text": "hals pie restaurant", "score": 0.8645181655883789}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "221", "language": "en", "text": "are there any good seafood restaurants nearby", "gt": [{"start": 14, "end": 18, "tag": "RATING", "value": "good", "text": "good"}, {"start": 19, "end": 26, "tag": "CUISINE", "value": "seafood", "text": "seafood"}, {"start": 39, "end": 45, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RATING", "start": 14, "end": 18, "text": "good", "score": 0.9541112184524536}, {"label": "CUISINE", "start": 19, "end": 26, "text": "seafood", "score": 0.9125658273696899}, {"label": "LOCATION", "start": 39, "end": 45, "text": "nearby", "score": 0.9517276883125305}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "222", "language": "en", "text": "are there any greek restaurants in memphis", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "greek", "text": "greek"}, {"start": 35, "end": 42, "tag": "LOCATION", "value": "memphis", "text": "memphis"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "greek", "score": 0.9246214032173157}, {"label": "LOCATION", "start": 35, "end": 42, "text": "memphis", "score": 0.9307422637939453}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "223", "language": "en", "text": "are there any greek style pizza parlors near by", "gt": [{"start": 14, "end": 39, "tag": "CUISINE", "value": "greek style pizza parlors", "text": "greek style pizza parlors"}, {"start": 40, "end": 47, "tag": "LOCATION", "value": "near by", "text": "near by"}], "predictions": [{"label": "LOCATION", "start": 40, "end": 47, "text": "near by", "score": 0.9387514591217041}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "224", "language": "en", "text": "are there any halal restaurants in natick open around 8 pm", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "halal", "text": "halal"}, {"start": 35, "end": 41, "tag": "LOCATION", "value": "natick", "text": "natick"}, {"start": 42, "end": 58, "tag": "HOURS", "value": "open around 8 pm", "text": "open around 8 pm"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "halal", "score": 0.921031653881073}, {"label": "LOCATION", "start": 35, "end": 41, "text": "natick", "score": 0.9524406790733337}, {"label": "HOURS", "start": 42, "end": 58, "text": "open around 8 pm", "score": 0.9011238813400269}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "225", "language": "en", "text": "are there any halal restaurants within ten minutes of here that are open before seven am", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "halal", "text": "halal"}, {"start": 32, "end": 50, "tag": "LOCATION", "value": "within ten minutes", "text": "within ten minutes"}, {"start": 68, "end": 88, "tag": "HOURS", "value": "open before seven am", "text": "open before seven am"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "halal", "score": 0.9295024275779724}, {"label": "LOCATION", "start": 32, "end": 58, "text": "within ten minutes of here", "score": 0.7988721132278442}, {"label": "HOURS", "start": 68, "end": 88, "text": "open before seven am", "score": 0.9258295297622681}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "226", "language": "en", "text": "are there any handicapped accessible restaurants around", "gt": [{"start": 14, "end": 36, "tag": "AMENITY", "value": "handicapped accessible", "text": "handicapped accessible"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 36, "text": "handicapped accessible", "score": 0.8968111276626587}, {"label": "LOCATION", "start": 49, "end": 55, "text": "around", "score": 0.8903663754463196}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "227", "language": "en", "text": "are there any high priced irish restaurants on forest street", "gt": [{"start": 14, "end": 18, "tag": "PRICE", "value": "high", "text": "high"}, {"start": 26, "end": 31, "tag": "CUISINE", "value": "irish", "text": "irish"}, {"start": 47, "end": 60, "tag": "LOCATION", "value": "forest street", "text": "forest street"}], "predictions": [{"label": "PRICE", "start": 14, "end": 18, "text": "high", "score": 0.9695882797241211}, {"label": "CUISINE", "start": 26, "end": 31, "text": "irish", "score": 0.9273097515106201}, {"label": "LOCATION", "start": 47, "end": 60, "text": "forest street", "score": 0.9512199759483337}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "228", "language": "en", "text": "are there any high rated chinese restaurants in florence", "gt": [{"start": 14, "end": 24, "tag": "RATING", "value": "high rated", "text": "high rated"}, {"start": 25, "end": 32, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 48, "end": 56, "tag": "LOCATION", "value": "florence", "text": "florence"}], "predictions": [{"label": "RATING", "start": 14, "end": 24, "text": "high rated", "score": 0.9570377469062805}, {"label": "CUISINE", "start": 25, "end": 32, "text": "chinese", "score": 0.923824667930603}, {"label": "LOCATION", "start": 48, "end": 56, "text": "florence", "score": 0.9004545211791992}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "229", "language": "en", "text": "are there any high rated pancake places in this town", "gt": [{"start": 14, "end": 24, "tag": "RATING", "value": "high rated", "text": "high rated"}, {"start": 25, "end": 32, "tag": "CUISINE", "value": "pancake", "text": "pancake"}, {"start": 40, "end": 52, "tag": "LOCATION", "value": "in this town", "text": "in this town"}], "predictions": [{"label": "RATING", "start": 14, "end": 24, "text": "high rated", "score": 0.9518689513206482}, {"label": "CUISINE", "start": 25, "end": 32, "text": "pancake", "score": 0.7878548502922058}, {"label": "LOCATION", "start": 40, "end": 52, "text": "in this town", "score": 0.9001629948616028}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "230", "language": "en", "text": "are there any highly rated restaurants nearby that do not require a reservation", "gt": [{"start": 14, "end": 26, "tag": "RATING", "value": "highly rated", "text": "highly rated"}, {"start": 39, "end": 45, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 51, "end": 65, "tag": "AMENITY", "value": "do not require", "text": "do not require"}, {"start": 68, "end": 79, "tag": "AMENITY", "value": "reservation", "text": "reservation"}], "predictions": [{"label": "RATING", "start": 14, "end": 26, "text": "highly rated", "score": 0.9522165656089783}, {"label": "LOCATION", "start": 39, "end": 45, "text": "nearby", "score": 0.9356430768966675}, {"label": "AMENITY", "start": 51, "end": 79, "text": "do not require a reservation", "score": 0.8873945474624634}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "231", "language": "en", "text": "are there any highly rated steak houses nearby", "gt": [{"start": 14, "end": 26, "tag": "RATING", "value": "highly rated", "text": "highly rated"}, {"start": 27, "end": 39, "tag": "CUISINE", "value": "steak houses", "text": "steak houses"}, {"start": 40, "end": 46, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RATING", "start": 14, "end": 26, "text": "highly rated", "score": 0.9462741613388062}, {"label": "CUISINE", "start": 27, "end": 39, "text": "steak houses", "score": 0.8624688386917114}, {"label": "LOCATION", "start": 40, "end": 46, "text": "nearby", "score": 0.9454243183135986}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "232", "language": "en", "text": "are there any highly rated tapas bars with karaoke night", "gt": [{"start": 14, "end": 26, "tag": "RATING", "value": "highly rated", "text": "highly rated"}, {"start": 27, "end": 37, "tag": "CUISINE", "value": "tapas bars", "text": "tapas bars"}, {"start": 43, "end": 56, "tag": "AMENITY", "value": "karaoke night", "text": "karaoke night"}], "predictions": [{"label": "RATING", "start": 14, "end": 26, "text": "highly rated", "score": 0.9441710114479065}, {"label": "AMENITY", "start": 43, "end": 56, "text": "karaoke night", "score": 0.787704586982727}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "233", "language": "en", "text": "are there any hip tea places nearby upscale would be nice", "gt": [{"start": 14, "end": 17, "tag": "DISH", "value": "hip", "text": "hip"}, {"start": 18, "end": 21, "tag": "CUISINE", "value": "tea", "text": "tea"}, {"start": 29, "end": 35, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 36, "end": 43, "tag": "PRICE", "value": "upscale", "text": "upscale"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "hip tea", "score": 0.8199988603591919}, {"label": "LOCATION", "start": 29, "end": 35, "text": "nearby", "score": 0.9285988211631775}, {"label": "AMENITY", "start": 36, "end": 43, "text": "upscale", "score": 0.8308491706848145}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 2, "fn_lenient": 3, "tp_strict": 1, "fp_strict": 2, "fn_strict": 3, "error": null}
{"sample_id": "234", "language": "en", "text": "are there any historic restaurants in the nearby area that have lobster on the menu", "gt": [{"start": 14, "end": 22, "tag": "AMENITY", "value": "historic", "text": "historic"}, {"start": 42, "end": 53, "tag": "LOCATION", "value": "nearby area", "text": "nearby area"}, {"start": 64, "end": 71, "tag": "DISH", "value": "lobster", "text": "lobster"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 22, "text": "historic", "score": 0.8323356509208679}, {"label": "LOCATION", "start": 42, "end": 53, "text": "nearby area", "score": 0.7813994288444519}, {"label": "DISH", "start": 64, "end": 71, "text": "lobster", "score": 0.9189103841781616}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "235", "language": "en", "text": "are there any historic restaurants nearby", "gt": [{"start": 14, "end": 22, "tag": "AMENITY", "value": "historic", "text": "historic"}, {"start": 35, "end": 41, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 22, "text": "historic", "score": 0.8142101168632507}, {"label": "LOCATION", "start": 35, "end": 41, "text": "nearby", "score": 0.9434815645217896}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "236", "language": "en", "text": "are there any hotel restraunts in the area", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "hotel", "text": "hotel"}, {"start": 31, "end": 42, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 19, "text": "hotel", "score": 0.7886332273483276}, {"label": "LOCATION", "start": 31, "end": 42, "text": "in the area", "score": 0.9023239612579346}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "237", "language": "en", "text": "are there any hotels that serve dough", "gt": [{"start": 14, "end": 20, "tag": "AMENITY", "value": "hotels", "text": "hotels"}, {"start": 32, "end": 37, "tag": "DISH", "value": "dough", "text": "dough"}], "predictions": [{"label": "DISH", "start": 32, "end": 37, "text": "dough", "score": 0.8558523058891296}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "238", "language": "en", "text": "are there any hotels within ten miles that serve food", "gt": [{"start": 14, "end": 20, "tag": "RESTAURANT_NAME", "value": "hotels", "text": "hotels"}, {"start": 21, "end": 37, "tag": "LOCATION", "value": "within ten miles", "text": "within ten miles"}, {"start": 43, "end": 53, "tag": "AMENITY", "value": "serve food", "text": "serve food"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 37, "text": "within ten miles", "score": 0.9242986440658569}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "239", "language": "en", "text": "are there any ice cream stores along the way", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "ice cream", "text": "ice cream"}, {"start": 31, "end": 44, "tag": "LOCATION", "value": "along the way", "text": "along the way"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "ice cream", "score": 0.8160068392753601}, {"label": "LOCATION", "start": 31, "end": 44, "text": "along the way", "score": 0.9452056884765625}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "240", "language": "en", "text": "are there any ihops nearby", "gt": [{"start": 14, "end": 19, "tag": "RESTAURANT_NAME", "value": "ihops", "text": "ihops"}, {"start": 20, "end": 26, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 19, "text": "ihops", "score": 0.9061722755432129}, {"label": "LOCATION", "start": 20, "end": 26, "text": "nearby", "score": 0.9354733228683472}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "241", "language": "en", "text": "are there any ihops within 5 miles", "gt": [{"start": 14, "end": 19, "tag": "RESTAURANT_NAME", "value": "ihops", "text": "ihops"}, {"start": 20, "end": 34, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 19, "text": "ihops", "score": 0.9079302549362183}, {"label": "LOCATION", "start": 20, "end": 34, "text": "within 5 miles", "score": 0.9315443634986877}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "242", "language": "en", "text": "are there any indian restaurants near me", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "indian", "text": "indian"}, {"start": 33, "end": 40, "tag": "LOCATION", "value": "near me", "text": "near me"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "indian", "score": 0.9420238137245178}, {"label": "LOCATION", "start": 33, "end": 40, "text": "near me", "score": 0.9250600934028625}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "243", "language": "en", "text": "are there any indian restaurants nearby", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "indian", "text": "indian"}, {"start": 33, "end": 39, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "indian", "score": 0.9435057044029236}, {"label": "LOCATION", "start": 33, "end": 39, "text": "nearby", "score": 0.9498956203460693}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "244", "language": "en", "text": "are there any indian restaurants that offer outdoor dining", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "indian", "text": "indian"}, {"start": 44, "end": 58, "tag": "AMENITY", "value": "outdoor dining", "text": "outdoor dining"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "indian", "score": 0.9379720091819763}, {"label": "AMENITY", "start": 44, "end": 58, "text": "outdoor dining", "score": 0.9222742319107056}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "245", "language": "en", "text": "are there any indian restaurants with good ratings in this town", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "indian", "text": "indian"}, {"start": 38, "end": 42, "tag": "RATING", "value": "good", "text": "good"}, {"start": 54, "end": 63, "tag": "LOCATION", "value": "this town", "text": "this town"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "indian", "score": 0.938141405582428}, {"label": "RATING", "start": 38, "end": 50, "text": "good ratings", "score": 0.9307960867881775}, {"label": "LOCATION", "start": 51, "end": 63, "text": "in this town", "score": 0.8979706168174744}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "246", "language": "en", "text": "are there any italian places nearby where celebrities hang out", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 29, "end": 35, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 42, "end": 62, "tag": "AMENITY", "value": "celebrities hang out", "text": "celebrities hang out"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "italian", "score": 0.9168349504470825}, {"label": "LOCATION", "start": 29, "end": 35, "text": "nearby", "score": 0.9341590404510498}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "247", "language": "en", "text": "are there any italian restaurants in the area", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 34, "end": 45, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "italian", "score": 0.9403206706047058}, {"label": "LOCATION", "start": 34, "end": 45, "text": "in the area", "score": 0.9107815027236938}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "248", "language": "en", "text": "are there any italian restaurants near me that are open till 11 pm", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 34, "end": 41, "tag": "LOCATION", "value": "near me", "text": "near me"}, {"start": 51, "end": 66, "tag": "HOURS", "value": "open till 11 pm", "text": "open till 11 pm"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "italian", "score": 0.9429035186767578}, {"label": "LOCATION", "start": 34, "end": 41, "text": "near me", "score": 0.9429092407226562}, {"label": "HOURS", "start": 51, "end": 66, "text": "open till 11 pm", "score": 0.9380303025245667}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "249", "language": "en", "text": "are there any italian restaurants nearby", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "italian", "score": 0.9452279806137085}, {"label": "LOCATION", "start": 34, "end": 40, "text": "nearby", "score": 0.9512066841125488}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "250", "language": "en", "text": "are there any italian restaurants open before 7 am", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 34, "end": 50, "tag": "HOURS", "value": "open before 7 am", "text": "open before 7 am"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "italian", "score": 0.9446550607681274}, {"label": "HOURS", "start": 34, "end": 50, "text": "open before 7 am", "score": 0.8991310596466064}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "251", "language": "en", "text": "are there any italian restaurants within 3 miles that have great service", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 34, "end": 48, "tag": "LOCATION", "value": "within 3 miles", "text": "within 3 miles"}, {"start": 59, "end": 72, "tag": "AMENITY", "value": "great service", "text": "great service"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "italian", "score": 0.9301767945289612}, {"label": "LOCATION", "start": 34, "end": 48, "text": "within 3 miles", "score": 0.9249802827835083}, {"label": "RATING", "start": 59, "end": 72, "text": "great service", "score": 0.8184415698051453}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "252", "language": "en", "text": "are there any jamaican restaurants that are open 24 7", "gt": [{"start": 14, "end": 22, "tag": "CUISINE", "value": "jamaican", "text": "jamaican"}, {"start": 49, "end": 53, "tag": "HOURS", "value": "24 7", "text": "24 7"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 22, "text": "jamaican", "score": 0.9270279407501221}, {"label": "HOURS", "start": 44, "end": 53, "text": "open 24 7", "score": 0.939317524433136}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "253", "language": "en", "text": "are there any japanese restaurants down town that offer traditional seating arrangements", "gt": [{"start": 14, "end": 22, "tag": "CUISINE", "value": "japanese", "text": "japanese"}, {"start": 35, "end": 44, "tag": "LOCATION", "value": "down town", "text": "down town"}, {"start": 56, "end": 88, "tag": "AMENITY", "value": "traditional seating arrangements", "text": "traditional seating arrangements"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 22, "text": "japanese", "score": 0.9350053668022156}, {"label": "LOCATION", "start": 35, "end": 44, "text": "down town", "score": 0.9375081062316895}, {"label": "AMENITY", "start": 56, "end": 88, "text": "traditional seating arrangements", "score": 0.9141281843185425}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "254", "language": "en", "text": "are there any japanese steakhouses in los angeles", "gt": [{"start": 14, "end": 34, "tag": "CUISINE", "value": "japanese steakhouses", "text": "japanese steakhouses"}, {"start": 38, "end": 49, "tag": "LOCATION", "value": "los angeles", "text": "los angeles"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 34, "text": "japanese steakhouses", "score": 0.7522751092910767}, {"label": "LOCATION", "start": 38, "end": 49, "text": "los angeles", "score": 0.8966384530067444}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "255", "language": "en", "text": "are there any jazz supper clubs by the beach", "gt": [{"start": 14, "end": 18, "tag": "AMENITY", "value": "jazz", "text": "jazz"}, {"start": 19, "end": 25, "tag": "HOURS", "value": "supper", "text": "supper"}, {"start": 32, "end": 44, "tag": "LOCATION", "value": "by the beach", "text": "by the beach"}], "predictions": [{"label": "LOCATION", "start": 32, "end": 44, "text": "by the beach", "score": 0.9157040119171143}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "256", "language": "en", "text": "are there any karaoke bars nearby", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "karaoke bars", "text": "karaoke bars"}, {"start": 27, "end": 33, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "LOCATION", "start": 27, "end": 33, "text": "nearby", "score": 0.9377850294113159}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "257", "language": "en", "text": "are there any kfc restaurants along my route", "gt": [{"start": 14, "end": 17, "tag": "RESTAURANT_NAME", "value": "kfc", "text": "kfc"}, {"start": 30, "end": 44, "tag": "LOCATION", "value": "along my route", "text": "along my route"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 17, "text": "kfc", "score": 0.8837503790855408}, {"label": "LOCATION", "start": 30, "end": 44, "text": "along my route", "score": 0.9336391687393188}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "258", "language": "en", "text": "are there any kid friendly chinese restaurants around here", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 27, "end": 34, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 47, "end": 58, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "kid friendly", "score": 0.9512381553649902}, {"label": "CUISINE", "start": 27, "end": 34, "text": "chinese", "score": 0.92926025390625}, {"label": "LOCATION", "start": 47, "end": 58, "text": "around here", "score": 0.9408204555511475}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "259", "language": "en", "text": "are there any kid friendly restaurants around here", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 39, "end": 50, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "kid friendly", "score": 0.9325379729270935}, {"label": "LOCATION", "start": 39, "end": 50, "text": "around here", "score": 0.943676233291626}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "260", "language": "en", "text": "are there any kid friendly restaurants near the park", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 39, "end": 52, "tag": "LOCATION", "value": "near the park", "text": "near the park"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "kid friendly", "score": 0.9327729344367981}, {"label": "LOCATION", "start": 39, "end": 52, "text": "near the park", "score": 0.942106306552887}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "261", "language": "en", "text": "are there any kid friendly restaurants nearby that serve sake", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 39, "end": 45, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 57, "end": 61, "tag": "DISH", "value": "sake", "text": "sake"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "kid friendly", "score": 0.9365946650505066}, {"label": "LOCATION", "start": 39, "end": 45, "text": "nearby", "score": 0.9441152215003967}, {"label": "DISH", "start": 57, "end": 61, "text": "sake", "score": 0.8994109630584717}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "262", "language": "en", "text": "are there any kid friendly restaurants that also contain a smoking area", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 59, "end": 71, "tag": "AMENITY", "value": "smoking area", "text": "smoking area"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "kid friendly", "score": 0.9035515785217285}, {"label": "AMENITY", "start": 59, "end": 71, "text": "smoking area", "score": 0.8284347653388977}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "263", "language": "en", "text": "are there any kid friendly restaurants that require an elegant dress code nearby", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 44, "end": 73, "tag": "AMENITY", "value": "require an elegant dress code", "text": "require an elegant dress code"}, {"start": 74, "end": 80, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "kid friendly", "score": 0.9002389907836914}, {"label": "AMENITY", "start": 55, "end": 73, "text": "elegant dress code", "score": 0.7295812368392944}, {"label": "LOCATION", "start": 74, "end": 80, "text": "nearby", "score": 0.9475611448287964}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "264", "language": "en", "text": "are there any kid friendly pizza parlors around here", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 27, "end": 32, "tag": "DISH", "value": "pizza", "text": "pizza"}, {"start": 41, "end": 52, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "kid friendly", "score": 0.9560792446136475}, {"label": "LOCATION", "start": 41, "end": 52, "text": "around here", "score": 0.9314843416213989}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "265", "language": "en", "text": "are there any korean restaurants in town", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "korean", "text": "korean"}, {"start": 33, "end": 40, "tag": "LOCATION", "value": "in town", "text": "in town"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "korean", "score": 0.9325898289680481}, {"label": "LOCATION", "start": 33, "end": 40, "text": "in town", "score": 0.9264493584632874}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "266", "language": "en", "text": "are there any kosher bars in wichita", "gt": [{"start": 14, "end": 25, "tag": "CUISINE", "value": "kosher bars", "text": "kosher bars"}, {"start": 29, "end": 36, "tag": "LOCATION", "value": "wichita", "text": "wichita"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 25, "text": "kosher bars", "score": 0.7372916340827942}, {"label": "LOCATION", "start": 29, "end": 36, "text": "wichita", "score": 0.9184762239456177}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "267", "language": "en", "text": "are there any kosher delis on this street", "gt": [{"start": 14, "end": 26, "tag": "CUISINE", "value": "kosher delis", "text": "kosher delis"}, {"start": 30, "end": 41, "tag": "LOCATION", "value": "this street", "text": "this street"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 26, "text": "kosher delis", "score": 0.8457827568054199}, {"label": "LOCATION", "start": 30, "end": 41, "text": "this street", "score": 0.8660576343536377}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "268", "language": "en", "text": "are there any kosher places nearby", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "kosher", "text": "kosher"}, {"start": 28, "end": 34, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "kosher", "score": 0.9114004373550415}, {"label": "LOCATION", "start": 28, "end": 34, "text": "nearby", "score": 0.9452069997787476}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "269", "language": "en", "text": "are there any local bars that allow smoking in the restaurant", "gt": [{"start": 14, "end": 19, "tag": "LOCATION", "value": "local", "text": "local"}, {"start": 20, "end": 24, "tag": "CUISINE", "value": "bars", "text": "bars"}, {"start": 30, "end": 43, "tag": "AMENITY", "value": "allow smoking", "text": "allow smoking"}], "predictions": [{"label": "LOCATION", "start": 14, "end": 19, "text": "local", "score": 0.8599333763122559}, {"label": "AMENITY", "start": 30, "end": 43, "text": "allow smoking", "score": 0.7163405418395996}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "270", "language": "en", "text": "are there any local secret restaurants serving filet mignon nearby", "gt": [{"start": 14, "end": 26, "tag": "RATING", "value": "local secret", "text": "local secret"}, {"start": 47, "end": 59, "tag": "DISH", "value": "filet mignon", "text": "filet mignon"}, {"start": 60, "end": 66, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "LOCATION", "start": 14, "end": 19, "text": "local", "score": 0.8754462003707886}, {"label": "AMENITY", "start": 20, "end": 26, "text": "secret", "score": 0.8639213442802429}, {"label": "DISH", "start": 47, "end": 59, "text": "filet mignon", "score": 0.8882822394371033}, {"label": "LOCATION", "start": 60, "end": 66, "text": "nearby", "score": 0.929820716381073}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 2, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 2, "fn_strict": 1, "error": null}
{"sample_id": "271", "language": "en", "text": "are there any locations serving small portions of pastry nearby", "gt": [{"start": 32, "end": 46, "tag": "AMENITY", "value": "small portions", "text": "small portions"}, {"start": 50, "end": 56, "tag": "DISH", "value": "pastry", "text": "pastry"}, {"start": 57, "end": 63, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "LOCATION", "start": 57, "end": 63, "text": "nearby", "score": 0.9382025599479675}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "272", "language": "en", "text": "are there any low cost cuban restaurants", "gt": [{"start": 14, "end": 22, "tag": "PRICE", "value": "low cost", "text": "low cost"}, {"start": 23, "end": 28, "tag": "CUISINE", "value": "cuban", "text": "cuban"}], "predictions": [{"label": "PRICE", "start": 14, "end": 22, "text": "low cost", "score": 0.7750551700592041}, {"label": "CUISINE", "start": 23, "end": 28, "text": "cuban", "score": 0.941535234451294}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "273", "language": "en", "text": "are there any malaysian places around roxbury crossing", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "malaysian", "text": "malaysian"}, {"start": 31, "end": 54, "tag": "LOCATION", "value": "around roxbury crossing", "text": "around roxbury crossing"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "malaysian", "score": 0.9278877377510071}, {"label": "LOCATION", "start": 31, "end": 54, "text": "around roxbury crossing", "score": 0.796181857585907}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "274", "language": "en", "text": "are there any mcdonalds close by", "gt": [{"start": 14, "end": 23, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}, {"start": 24, "end": 32, "tag": "LOCATION", "value": "close by", "text": "close by"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 23, "text": "mcdonalds", "score": 0.9276408553123474}, {"label": "LOCATION", "start": 24, "end": 32, "text": "close by", "score": 0.9342839121818542}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "275", "language": "en", "text": "are there any mcdonalds in the vicinity", "gt": [{"start": 14, "end": 23, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}, {"start": 24, "end": 39, "tag": "LOCATION", "value": "in the vicinity", "text": "in the vicinity"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 23, "text": "mcdonalds", "score": 0.9284018278121948}, {"label": "LOCATION", "start": 24, "end": 39, "text": "in the vicinity", "score": 0.8913440108299255}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "276", "language": "en", "text": "are there any mcdonalds within 1 mile of my job", "gt": [{"start": 14, "end": 23, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}, {"start": 24, "end": 47, "tag": "LOCATION", "value": "within 1 mile of my job", "text": "within 1 mile of my job"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 23, "text": "mcdonalds", "score": 0.9284073710441589}, {"label": "LOCATION", "start": 24, "end": 47, "text": "within 1 mile of my job", "score": 0.7337323427200317}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "277", "language": "en", "text": "are there any mcdonalds within 5 miles of here", "gt": [{"start": 14, "end": 23, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}, {"start": 24, "end": 38, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 23, "text": "mcdonalds", "score": 0.9272873997688293}, {"label": "LOCATION", "start": 24, "end": 38, "text": "within 5 miles", "score": 0.7311708331108093}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "278", "language": "en", "text": "are there any mcdonalds within 5 minutes of here", "gt": [{"start": 14, "end": 23, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}, {"start": 24, "end": 40, "tag": "LOCATION", "value": "within 5 minutes", "text": "within 5 minutes"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 23, "text": "mcdonalds", "score": 0.9274716377258301}, {"label": "LOCATION", "start": 24, "end": 40, "text": "within 5 minutes", "score": 0.7514255046844482}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "279", "language": "en", "text": "are there any mexican places with high zagat ratings near me", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 34, "end": 52, "tag": "RATING", "value": "high zagat ratings", "text": "high zagat ratings"}, {"start": 53, "end": 60, "tag": "LOCATION", "value": "near me", "text": "near me"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "mexican", "score": 0.939851701259613}, {"label": "RATING", "start": 34, "end": 52, "text": "high zagat ratings", "score": 0.8870143294334412}, {"label": "LOCATION", "start": 53, "end": 60, "text": "near me", "score": 0.905010461807251}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "280", "language": "en", "text": "are there any mexican restaurant in five miles", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 33, "end": 46, "tag": "LOCATION", "value": "in five miles", "text": "in five miles"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "mexican", "score": 0.9180828928947449}, {"label": "LOCATION", "start": 33, "end": 46, "text": "in five miles", "score": 0.8364242911338806}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "281", "language": "en", "text": "are there any mexican restaurants around", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "around", "text": "around"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "mexican", "score": 0.9342520236968994}, {"label": "LOCATION", "start": 34, "end": 40, "text": "around", "score": 0.9020048379898071}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "282", "language": "en", "text": "are there any mexican restaurants in my area", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 34, "end": 44, "tag": "LOCATION", "value": "in my area", "text": "in my area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "mexican", "score": 0.9314826130867004}, {"label": "LOCATION", "start": 34, "end": 44, "text": "in my area", "score": 0.8926847577095032}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "283", "language": "en", "text": "are there any mexican restaurants near port washington new york", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 34, "end": 63, "tag": "LOCATION", "value": "near port washington new york", "text": "near port washington new york"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "mexican", "score": 0.9336036443710327}, {"label": "LOCATION", "start": 34, "end": 63, "text": "near port washington new york", "score": 0.8928088545799255}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "284", "language": "en", "text": "are there any michelin starred fine dining restaurant around", "gt": [{"start": 14, "end": 22, "tag": "RESTAURANT_NAME", "value": "michelin", "text": "michelin"}, {"start": 23, "end": 30, "tag": "RATING", "value": "starred", "text": "starred"}, {"start": 31, "end": 42, "tag": "AMENITY", "value": "fine dining", "text": "fine dining"}, {"start": 54, "end": 60, "tag": "LOCATION", "value": "around", "text": "around"}], "predictions": [{"label": "RATING", "start": 14, "end": 30, "text": "michelin starred", "score": 0.8057107329368591}, {"label": "AMENITY", "start": 31, "end": 42, "text": "fine dining", "score": 0.7112374901771545}, {"label": "LOCATION", "start": 54, "end": 60, "text": "around", "score": 0.911861002445221}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 2, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "285", "language": "en", "text": "are there any mid priced vegan restaurants in north quincy", "gt": [{"start": 14, "end": 17, "tag": "PRICE", "value": "mid", "text": "mid"}, {"start": 25, "end": 30, "tag": "CUISINE", "value": "vegan", "text": "vegan"}, {"start": 46, "end": 58, "tag": "LOCATION", "value": "north quincy", "text": "north quincy"}], "predictions": [{"label": "PRICE", "start": 14, "end": 17, "text": "mid", "score": 0.9636467695236206}, {"label": "CUISINE", "start": 25, "end": 30, "text": "vegan", "score": 0.9249660968780518}, {"label": "LOCATION", "start": 46, "end": 58, "text": "north quincy", "score": 0.9170223474502563}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "286", "language": "en", "text": "are there any moderately priced steakhouses nearby", "gt": [{"start": 14, "end": 24, "tag": "PRICE", "value": "moderately", "text": "moderately"}, {"start": 32, "end": 43, "tag": "CUISINE", "value": "steakhouses", "text": "steakhouses"}, {"start": 44, "end": 50, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "PRICE", "start": 14, "end": 24, "text": "moderately", "score": 0.9679742455482483}, {"label": "CUISINE", "start": 32, "end": 43, "text": "steakhouses", "score": 0.8893966674804688}, {"label": "LOCATION", "start": 44, "end": 50, "text": "nearby", "score": 0.9454903602600098}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "287", "language": "en", "text": "are there any mongolian eatery in the tri state area", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "mongolian", "text": "mongolian"}, {"start": 38, "end": 52, "tag": "LOCATION", "value": "tri state area", "text": "tri state area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "mongolian", "score": 0.8745090961456299}, {"label": "LOCATION", "start": 38, "end": 52, "text": "tri state area", "score": 0.8716872334480286}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "288", "language": "en", "text": "are there any mystery dinner theaters in chattanooga", "gt": [{"start": 14, "end": 37, "tag": "CUISINE", "value": "mystery dinner theaters", "text": "mystery dinner theaters"}, {"start": 41, "end": 52, "tag": "LOCATION", "value": "chattanooga", "text": "chattanooga"}], "predictions": [{"label": "LOCATION", "start": 41, "end": 52, "text": "chattanooga", "score": 0.9164769649505615}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "289", "language": "en", "text": "are there any non smoking bars on this road", "gt": [{"start": 14, "end": 25, "tag": "AMENITY", "value": "non smoking", "text": "non smoking"}, {"start": 26, "end": 30, "tag": "CUISINE", "value": "bars", "text": "bars"}, {"start": 34, "end": 43, "tag": "LOCATION", "value": "this road", "text": "this road"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 25, "text": "non smoking", "score": 0.861117959022522}, {"label": "LOCATION", "start": 34, "end": 43, "text": "this road", "score": 0.8131008148193359}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "290", "language": "en", "text": "are there any non smoking restaurants in the area", "gt": [{"start": 14, "end": 25, "tag": "AMENITY", "value": "non smoking", "text": "non smoking"}, {"start": 38, "end": 49, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 25, "text": "non smoking", "score": 0.8831402063369751}, {"label": "LOCATION", "start": 38, "end": 49, "text": "in the area", "score": 0.9224212765693665}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "291", "language": "en", "text": "are there any notable pad thai restaurants around with great prices", "gt": [{"start": 14, "end": 21, "tag": "RATING", "value": "notable", "text": "notable"}, {"start": 22, "end": 30, "tag": "CUISINE", "value": "pad thai", "text": "pad thai"}, {"start": 43, "end": 49, "tag": "LOCATION", "value": "around", "text": "around"}, {"start": 55, "end": 60, "tag": "PRICE", "value": "great", "text": "great"}], "predictions": [{"label": "RATING", "start": 14, "end": 21, "text": "notable", "score": 0.9441123604774475}, {"label": "CUISINE", "start": 22, "end": 30, "text": "pad thai", "score": 0.9112439155578613}, {"label": "LOCATION", "start": 43, "end": 49, "text": "around", "score": 0.819316565990448}, {"label": "PRICE", "start": 55, "end": 60, "text": "great", "score": 0.9556546211242676}], "inference_time_ms": null, "status": "OK", "tp_lenient": 4, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 4, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "292", "language": "en", "text": "are there any olive gardens on my route", "gt": [{"start": 14, "end": 27, "tag": "RESTAURANT_NAME", "value": "olive gardens", "text": "olive gardens"}, {"start": 31, "end": 39, "tag": "LOCATION", "value": "my route", "text": "my route"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 27, "text": "olive gardens", "score": 0.9254043102264404}, {"label": "LOCATION", "start": 31, "end": 39, "text": "my route", "score": 0.8657191395759583}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "293", "language": "en", "text": "are there any organic restaurants nearby", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "organic", "text": "organic"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "organic", "score": 0.8439828753471375}, {"label": "LOCATION", "start": 34, "end": 40, "text": "nearby", "score": 0.9537520408630371}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "294", "language": "en", "text": "are there any outbacks along the route", "gt": [{"start": 14, "end": 22, "tag": "RESTAURANT_NAME", "value": "outbacks", "text": "outbacks"}, {"start": 23, "end": 38, "tag": "LOCATION", "value": "along the route", "text": "along the route"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 22, "text": "outbacks", "score": 0.9339814782142639}, {"label": "LOCATION", "start": 23, "end": 38, "text": "along the route", "score": 0.9294339418411255}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "295", "language": "en", "text": "are there any outdoor eatery on battery march", "gt": [{"start": 14, "end": 21, "tag": "AMENITY", "value": "outdoor", "text": "outdoor"}, {"start": 22, "end": 28, "tag": "CUISINE", "value": "eatery", "text": "eatery"}, {"start": 32, "end": 45, "tag": "LOCATION", "value": "battery march", "text": "battery march"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 21, "text": "outdoor", "score": 0.8575801253318787}, {"label": "LOCATION", "start": 32, "end": 45, "text": "battery march", "score": 0.8869112730026245}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "296", "language": "en", "text": "are there any outdoor kosher restaurants nearby that are open until midnight", "gt": [{"start": 14, "end": 21, "tag": "AMENITY", "value": "outdoor", "text": "outdoor"}, {"start": 22, "end": 28, "tag": "CUISINE", "value": "kosher", "text": "kosher"}, {"start": 41, "end": 47, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 57, "end": 76, "tag": "HOURS", "value": "open until midnight", "text": "open until midnight"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 21, "text": "outdoor", "score": 0.8158444166183472}, {"label": "CUISINE", "start": 22, "end": 28, "text": "kosher", "score": 0.8163138628005981}, {"label": "LOCATION", "start": 41, "end": 47, "text": "nearby", "score": 0.9445590376853943}, {"label": "HOURS", "start": 57, "end": 76, "text": "open until midnight", "score": 0.9234558939933777}], "inference_time_ms": null, "status": "OK", "tp_lenient": 4, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 4, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "297", "language": "en", "text": "are there any papa johns in glen head long island", "gt": [{"start": 14, "end": 24, "tag": "RESTAURANT_NAME", "value": "papa johns", "text": "papa johns"}, {"start": 28, "end": 49, "tag": "LOCATION", "value": "glen head long island", "text": "glen head long island"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 24, "text": "papa johns", "score": 0.9205849766731262}, {"label": "LOCATION", "start": 28, "end": 49, "text": "glen head long island", "score": 0.9113661050796509}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "298", "language": "en", "text": "are there any pet friendly restaurants in my area", "gt": [{"start": 14, "end": 26, "tag": "AMENITY", "value": "pet friendly", "text": "pet friendly"}, {"start": 39, "end": 49, "tag": "LOCATION", "value": "in my area", "text": "in my area"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 26, "text": "pet friendly", "score": 0.9216949939727783}, {"label": "LOCATION", "start": 39, "end": 49, "text": "in my area", "score": 0.9088733196258545}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "299", "language": "en", "text": "are there any pizza parlors in indiana", "gt": [{"start": 14, "end": 27, "tag": "CUISINE", "value": "pizza parlors", "text": "pizza parlors"}, {"start": 31, "end": 38, "tag": "LOCATION", "value": "indiana", "text": "indiana"}], "predictions": [{"label": "LOCATION", "start": 31, "end": 38, "text": "indiana", "score": 0.8933770060539246}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "300", "language": "en", "text": "are there any pizza places 5 miles away", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "pizza", "text": "pizza"}, {"start": 27, "end": 39, "tag": "LOCATION", "value": "5 miles away", "text": "5 miles away"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "pizza", "score": 0.8523393273353577}, {"label": "LOCATION", "start": 27, "end": 39, "text": "5 miles away", "score": 0.8980242609977722}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "301", "language": "en", "text": "are there any pizza places on the way home im looking for big portions so i can bring some home to the family", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "pizza", "text": "pizza"}, {"start": 34, "end": 42, "tag": "LOCATION", "value": "way home", "text": "way home"}, {"start": 58, "end": 70, "tag": "AMENITY", "value": "big portions", "text": "big portions"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "pizza", "score": 0.8531225919723511}, {"label": "LOCATION", "start": 34, "end": 42, "text": "way home", "score": 0.8547848463058472}, {"label": "AMENITY", "start": 58, "end": 70, "text": "big portions", "score": 0.7747827172279358}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "302", "language": "en", "text": "are there any pizza places open around here", "gt": [{"start": 14, "end": 19, "tag": "DISH", "value": "pizza", "text": "pizza"}, {"start": 27, "end": 31, "tag": "HOURS", "value": "open", "text": "open"}, {"start": 32, "end": 43, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "pizza", "score": 0.882756233215332}, {"label": "HOURS", "start": 27, "end": 31, "text": "open", "score": 0.8803771734237671}, {"label": "LOCATION", "start": 32, "end": 43, "text": "around here", "score": 0.9131642580032349}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "303", "language": "en", "text": "are there any pizza places that are still open after midnight less than 10 minutes from here", "gt": [{"start": 14, "end": 19, "tag": "DISH", "value": "pizza", "text": "pizza"}, {"start": 42, "end": 61, "tag": "HOURS", "value": "open after midnight", "text": "open after midnight"}, {"start": 62, "end": 92, "tag": "LOCATION", "value": "less than 10 minutes from here", "text": "less than 10 minutes from here"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "pizza", "score": 0.8783702254295349}, {"label": "HOURS", "start": 36, "end": 61, "text": "still open after midnight", "score": 0.8874661922454834}, {"label": "LOCATION", "start": 62, "end": 92, "text": "less than 10 minutes from here", "score": 0.7950382828712463}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "304", "language": "en", "text": "are there any pizza places with chicago style pizza in the area", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "pizza", "text": "pizza"}, {"start": 32, "end": 51, "tag": "DISH", "value": "chicago style pizza", "text": "chicago style pizza"}, {"start": 52, "end": 63, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "pizza", "score": 0.7960917353630066}, {"label": "LOCATION", "start": 52, "end": 63, "text": "in the area", "score": 0.9011864066123962}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "305", "language": "en", "text": "are there any pizzerias on long island that 1 slices of pizza", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "pizzerias", "text": "pizzerias"}, {"start": 27, "end": 38, "tag": "LOCATION", "value": "long island", "text": "long island"}, {"start": 44, "end": 45, "tag": "PRICE", "value": "1", "text": "1"}, {"start": 46, "end": 61, "tag": "DISH", "value": "slices of pizza", "text": "slices of pizza"}], "predictions": [{"label": "LOCATION", "start": 27, "end": 38, "text": "long island", "score": 0.9147800207138062}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 3, "tp_strict": 1, "fp_strict": 0, "fn_strict": 3, "error": null}
{"sample_id": "306", "language": "en", "text": "are there any place nearby with fantastic prices and online reservations", "gt": [{"start": 20, "end": 26, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 32, "end": 41, "tag": "PRICE", "value": "fantastic", "text": "fantastic"}, {"start": 53, "end": 72, "tag": "AMENITY", "value": "online reservations", "text": "online reservations"}], "predictions": [{"label": "LOCATION", "start": 20, "end": 26, "text": "nearby", "score": 0.9311419129371643}, {"label": "PRICE", "start": 32, "end": 41, "text": "fantastic", "score": 0.9575824737548828}, {"label": "AMENITY", "start": 53, "end": 72, "text": "online reservations", "score": 0.8742471933364868}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "307", "language": "en", "text": "are there any place open for breakfast before 5 am", "gt": [{"start": 29, "end": 50, "tag": "HOURS", "value": "breakfast before 5 am", "text": "breakfast before 5 am"}], "predictions": [{"label": "HOURS", "start": 39, "end": 50, "text": "before 5 am", "score": 0.8178417682647705}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "308", "language": "en", "text": "are there any place that caters to families with kids", "gt": [{"start": 25, "end": 31, "tag": "AMENITY", "value": "caters", "text": "caters"}, {"start": 35, "end": 53, "tag": "AMENITY", "value": "families with kids", "text": "families with kids"}], "predictions": [{"label": "AMENITY", "start": 35, "end": 53, "text": "families with kids", "score": 0.7696207761764526}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "309", "language": "en", "text": "are there any place that is open after 12 p", "gt": [{"start": 28, "end": 43, "tag": "HOURS", "value": "open after 12 p", "text": "open after 12 p"}], "predictions": [{"label": "HOURS", "start": 28, "end": 43, "text": "open after 12 p", "score": 0.9185407161712646}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "310", "language": "en", "text": "are there any places near by with carhops", "gt": [{"start": 21, "end": 28, "tag": "LOCATION", "value": "near by", "text": "near by"}, {"start": 34, "end": 41, "tag": "AMENITY", "value": "carhops", "text": "carhops"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 28, "text": "near by", "score": 0.9190556406974792}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "311", "language": "en", "text": "are there any places near here that kids would want to eat", "gt": [{"start": 21, "end": 30, "tag": "LOCATION", "value": "near here", "text": "near here"}, {"start": 36, "end": 58, "tag": "AMENITY", "value": "kids would want to eat", "text": "kids would want to eat"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 30, "text": "near here", "score": 0.9160454869270325}, {"label": "AMENITY", "start": 36, "end": 40, "text": "kids", "score": 0.9328426718711853}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "312", "language": "en", "text": "are there any places nearby that serve ice cream", "gt": [{"start": 21, "end": 27, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 39, "end": 48, "tag": "DISH", "value": "ice cream", "text": "ice cream"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 27, "text": "nearby", "score": 0.928423285484314}, {"label": "DISH", "start": 39, "end": 48, "text": "ice cream", "score": 0.9173319339752197}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "313", "language": "en", "text": "are there any places nearby to get a caesar salad", "gt": [{"start": 21, "end": 27, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 37, "end": 49, "tag": "DISH", "value": "caesar salad", "text": "caesar salad"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 27, "text": "nearby", "score": 0.9172007441520691}, {"label": "DISH", "start": 37, "end": 49, "text": "caesar salad", "score": 0.9332603812217712}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "314", "language": "en", "text": "are there any places nearby with a variety of diabetic friendly entree choices", "gt": [{"start": 21, "end": 27, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 35, "end": 63, "tag": "AMENITY", "value": "variety of diabetic friendly", "text": "variety of diabetic friendly"}, {"start": 64, "end": 78, "tag": "DISH", "value": "entree choices", "text": "entree choices"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 27, "text": "nearby", "score": 0.923167884349823}, {"label": "AMENITY", "start": 46, "end": 63, "text": "diabetic friendly", "score": 0.7557854652404785}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "315", "language": "en", "text": "are there any places on this side of town that serve mussels at a wonderful price and allow you to bring your own beverages", "gt": [{"start": 24, "end": 41, "tag": "LOCATION", "value": "this side of town", "text": "this side of town"}, {"start": 53, "end": 60, "tag": "CUISINE", "value": "mussels", "text": "mussels"}, {"start": 66, "end": 75, "tag": "PRICE", "value": "wonderful", "text": "wonderful"}, {"start": 99, "end": 123, "tag": "AMENITY", "value": "bring your own beverages", "text": "bring your own beverages"}], "predictions": [{"label": "LOCATION", "start": 24, "end": 41, "text": "this side of town", "score": 0.873479962348938}, {"label": "DISH", "start": 53, "end": 60, "text": "mussels", "score": 0.8715017437934875}, {"label": "PRICE", "start": 66, "end": 75, "text": "wonderful", "score": 0.910465657711029}, {"label": "AMENITY", "start": 99, "end": 123, "text": "bring your own beverages", "score": 0.8694520592689514}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 3, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "316", "language": "en", "text": "are there any places open for an early business breakfast other than nu way cafe", "gt": [{"start": 21, "end": 25, "tag": "HOURS", "value": "open", "text": "open"}, {"start": 33, "end": 38, "tag": "HOURS", "value": "early", "text": "early"}, {"start": 39, "end": 47, "tag": "AMENITY", "value": "business", "text": "business"}, {"start": 48, "end": 57, "tag": "HOURS", "value": "breakfast", "text": "breakfast"}, {"start": 69, "end": 80, "tag": "RESTAURANT_NAME", "value": "nu way cafe", "text": "nu way cafe"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 69, "end": 80, "text": "nu way cafe", "score": 0.9281692504882812}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 4, "tp_strict": 1, "fp_strict": 0, "fn_strict": 4, "error": null}
{"sample_id": "317", "language": "en", "text": "are there any places that deliver nearby", "gt": [{"start": 26, "end": 33, "tag": "AMENITY", "value": "deliver", "text": "deliver"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "AMENITY", "start": 26, "end": 33, "text": "deliver", "score": 0.8988971710205078}, {"label": "LOCATION", "start": 34, "end": 40, "text": "nearby", "score": 0.8922780752182007}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "318", "language": "en", "text": "are there any places that have happy hour and serve soup around here", "gt": [{"start": 31, "end": 41, "tag": "AMENITY", "value": "happy hour", "text": "happy hour"}, {"start": 52, "end": 56, "tag": "DISH", "value": "soup", "text": "soup"}, {"start": 57, "end": 68, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "DISH", "start": 52, "end": 56, "text": "soup", "score": 0.8985676765441895}, {"label": "LOCATION", "start": 57, "end": 68, "text": "around here", "score": 0.9279432892799377}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "319", "language": "en", "text": "are there any places that have special prices if two meals are ordered", "gt": [{"start": 31, "end": 70, "tag": "AMENITY", "value": "special prices if two meals are ordered", "text": "special prices if two meals are ordered"}], "predictions": [{"label": "PRICE", "start": 31, "end": 38, "text": "special", "score": 0.8969724178314209}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "320", "language": "en", "text": "are there any places that promote use of locally grown produce", "gt": [{"start": 26, "end": 62, "tag": "AMENITY", "value": "promote use of locally grown produce", "text": "promote use of locally grown produce"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "321", "language": "en", "text": "are there any places that serve asian food where i can take my date", "gt": [{"start": 32, "end": 37, "tag": "CUISINE", "value": "asian", "text": "asian"}, {"start": 55, "end": 67, "tag": "AMENITY", "value": "take my date", "text": "take my date"}], "predictions": [{"label": "CUISINE", "start": 32, "end": 37, "text": "asian", "score": 0.9128461480140686}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "322", "language": "en", "text": "are there any places that serve bagels and have beer along this route", "gt": [{"start": 32, "end": 38, "tag": "DISH", "value": "bagels", "text": "bagels"}, {"start": 48, "end": 52, "tag": "AMENITY", "value": "beer", "text": "beer"}, {"start": 53, "end": 69, "tag": "LOCATION", "value": "along this route", "text": "along this route"}], "predictions": [{"label": "DISH", "start": 32, "end": 38, "text": "bagels", "score": 0.9035243391990662}, {"label": "DISH", "start": 48, "end": 52, "text": "beer", "score": 0.8039832711219788}, {"label": "LOCATION", "start": 53, "end": 69, "text": "along this route", "score": 0.9444026350975037}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "323", "language": "en", "text": "are there any places that serve chocolate for dessert and you can taste free samples", "gt": [{"start": 32, "end": 41, "tag": "DISH", "value": "chocolate", "text": "chocolate"}, {"start": 72, "end": 84, "tag": "AMENITY", "value": "free samples", "text": "free samples"}], "predictions": [{"label": "DISH", "start": 32, "end": 41, "text": "chocolate", "score": 0.8985088467597961}, {"label": "AMENITY", "start": 72, "end": 84, "text": "free samples", "score": 0.7398578524589539}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "324", "language": "en", "text": "are there any places that serve halal nearby", "gt": [{"start": 32, "end": 37, "tag": "CUISINE", "value": "halal", "text": "halal"}, {"start": 38, "end": 44, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 32, "end": 37, "text": "halal", "score": 0.8163228034973145}, {"label": "LOCATION", "start": 38, "end": 44, "text": "nearby", "score": 0.9443626403808594}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "325", "language": "en", "text": "are there any places that specialize in milkshakes near here", "gt": [{"start": 40, "end": 50, "tag": "DISH", "value": "milkshakes", "text": "milkshakes"}, {"start": 51, "end": 60, "tag": "LOCATION", "value": "near here", "text": "near here"}], "predictions": [{"label": "DISH", "start": 40, "end": 50, "text": "milkshakes", "score": 0.9006620645523071}, {"label": "LOCATION", "start": 51, "end": 60, "text": "near here", "score": 0.9316885471343994}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "326", "language": "en", "text": "are there any places to eat around here with a drive thru", "gt": [{"start": 28, "end": 39, "tag": "LOCATION", "value": "around here", "text": "around here"}, {"start": 47, "end": 57, "tag": "AMENITY", "value": "drive thru", "text": "drive thru"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 39, "text": "around here", "score": 0.9197804927825928}, {"label": "AMENITY", "start": 47, "end": 57, "text": "drive thru", "score": 0.9169134497642517}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "327", "language": "en", "text": "are there any places to eat within five minutes of here try some place with amazing prices", "gt": [{"start": 28, "end": 47, "tag": "LOCATION", "value": "within five minutes", "text": "within five minutes"}, {"start": 76, "end": 83, "tag": "PRICE", "value": "amazing", "text": "amazing"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 55, "text": "within five minutes of here", "score": 0.7222169637680054}, {"label": "PRICE", "start": 76, "end": 83, "text": "amazing", "score": 0.8694422841072083}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "328", "language": "en", "text": "are there any places to get desert", "gt": [{"start": 28, "end": 34, "tag": "CUISINE", "value": "desert", "text": "desert"}], "predictions": [{"label": "DISH", "start": 28, "end": 34, "text": "desert", "score": 0.7480495572090149}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "329", "language": "en", "text": "are there any places where i could catch a hot dog", "gt": [{"start": 43, "end": 50, "tag": "DISH", "value": "hot dog", "text": "hot dog"}], "predictions": [{"label": "DISH", "start": 43, "end": 50, "text": "hot dog", "score": 0.9132379293441772}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "330", "language": "en", "text": "are there any places with early bird specials", "gt": [{"start": 26, "end": 45, "tag": "AMENITY", "value": "early bird specials", "text": "early bird specials"}], "predictions": [{"label": "AMENITY", "start": 26, "end": 45, "text": "early bird specials", "score": 0.8732590079307556}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "331", "language": "en", "text": "are there any places with fixed menus that sell cookies near by", "gt": [{"start": 26, "end": 37, "tag": "AMENITY", "value": "fixed menus", "text": "fixed menus"}, {"start": 48, "end": 55, "tag": "DISH", "value": "cookies", "text": "cookies"}, {"start": 56, "end": 63, "tag": "LOCATION", "value": "near by", "text": "near by"}], "predictions": [{"label": "AMENITY", "start": 26, "end": 37, "text": "fixed menus", "score": 0.9049203395843506}, {"label": "DISH", "start": 48, "end": 55, "text": "cookies", "score": 0.9044399261474609}, {"label": "LOCATION", "start": 56, "end": 63, "text": "near by", "score": 0.9332413673400879}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "332", "language": "en", "text": "are there any places within 4 miles that plays nice music and suitable for a group of people", "gt": [{"start": 21, "end": 35, "tag": "LOCATION", "value": "within 4 miles", "text": "within 4 miles"}, {"start": 41, "end": 57, "tag": "AMENITY", "value": "plays nice music", "text": "plays nice music"}, {"start": 77, "end": 82, "tag": "AMENITY", "value": "group", "text": "group"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 35, "text": "within 4 miles", "score": 0.9216034412384033}, {"label": "AMENITY", "start": 47, "end": 57, "text": "nice music", "score": 0.7898947596549988}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "333", "language": "en", "text": "are there any places within 5 miles that serve a dish this town is known for", "gt": [{"start": 21, "end": 35, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}, {"start": 49, "end": 76, "tag": "DISH", "value": "dish this town is known for", "text": "dish this town is known for"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 35, "text": "within 5 miles", "score": 0.9076627492904663}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "334", "language": "en", "text": "are there any popeyes within 5 miles of here", "gt": [{"start": 14, "end": 21, "tag": "RESTAURANT_NAME", "value": "popeyes", "text": "popeyes"}, {"start": 22, "end": 44, "tag": "LOCATION", "value": "within 5 miles of here", "text": "within 5 miles of here"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 21, "text": "popeyes", "score": 0.9326993227005005}, {"label": "LOCATION", "start": 22, "end": 36, "text": "within 5 miles", "score": 0.7201843857765198}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "335", "language": "en", "text": "are there any raw vegan restaurants in the long beach long island area", "gt": [{"start": 14, "end": 23, "tag": "CUISINE", "value": "raw vegan", "text": "raw vegan"}, {"start": 43, "end": 70, "tag": "LOCATION", "value": "long beach long island area", "text": "long beach long island area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 23, "text": "raw vegan", "score": 0.9129778146743774}, {"label": "LOCATION", "start": 43, "end": 70, "text": "long beach long island area", "score": 0.7706974148750305}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "336", "language": "en", "text": "are there any really cheap restaurants around that are open 7 days a week", "gt": [{"start": 14, "end": 26, "tag": "PRICE", "value": "really cheap", "text": "really cheap"}, {"start": 39, "end": 45, "tag": "LOCATION", "value": "around", "text": "around"}, {"start": 55, "end": 73, "tag": "HOURS", "value": "open 7 days a week", "text": "open 7 days a week"}], "predictions": [{"label": "PRICE", "start": 14, "end": 26, "text": "really cheap", "score": 0.967180073261261}, {"label": "LOCATION", "start": 39, "end": 45, "text": "around", "score": 0.8830388784408569}, {"label": "HOURS", "start": 55, "end": 73, "text": "open 7 days a week", "score": 0.9402281045913696}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "337", "language": "en", "text": "are there any reasonably priced mexican spots", "gt": [{"start": 14, "end": 24, "tag": "PRICE", "value": "reasonably", "text": "reasonably"}, {"start": 32, "end": 39, "tag": "CUISINE", "value": "mexican", "text": "mexican"}], "predictions": [{"label": "PRICE", "start": 14, "end": 24, "text": "reasonably", "score": 0.9653719067573547}, {"label": "CUISINE", "start": 32, "end": 39, "text": "mexican", "score": 0.9322197437286377}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "338", "language": "en", "text": "are there any reasonably priced restaurant that opens before 8 am", "gt": [{"start": 14, "end": 24, "tag": "PRICE", "value": "reasonably", "text": "reasonably"}, {"start": 48, "end": 65, "tag": "HOURS", "value": "opens before 8 am", "text": "opens before 8 am"}], "predictions": [{"label": "PRICE", "start": 14, "end": 24, "text": "reasonably", "score": 0.9622962474822998}, {"label": "HOURS", "start": 48, "end": 65, "text": "opens before 8 am", "score": 0.9293199777603149}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "339", "language": "en", "text": "are there any reasonably priced restaurants nearby", "gt": [{"start": 14, "end": 24, "tag": "PRICE", "value": "reasonably", "text": "reasonably"}, {"start": 44, "end": 50, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "PRICE", "start": 14, "end": 24, "text": "reasonably", "score": 0.9581983685493469}, {"label": "LOCATION", "start": 44, "end": 50, "text": "nearby", "score": 0.951972246170044}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "340", "language": "en", "text": "are there any restarurants that have bands playing", "gt": [{"start": 37, "end": 50, "tag": "AMENITY", "value": "bands playing", "text": "bands playing"}], "predictions": [{"label": "AMENITY", "start": 37, "end": 50, "text": "bands playing", "score": 0.7296282649040222}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "341", "language": "en", "text": "are there any restaurant in the area that will allow me to bring my dog", "gt": [{"start": 25, "end": 36, "tag": "LOCATION", "value": "in the area", "text": "in the area"}, {"start": 59, "end": 71, "tag": "AMENITY", "value": "bring my dog", "text": "bring my dog"}], "predictions": [{"label": "LOCATION", "start": 25, "end": 36, "text": "in the area", "score": 0.8964695334434509}, {"label": "AMENITY", "start": 59, "end": 71, "text": "bring my dog", "score": 0.903708279132843}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "342", "language": "en", "text": "are there any restaurants around featuring enchiladas or mexican food", "gt": [{"start": 43, "end": 53, "tag": "DISH", "value": "enchiladas", "text": "enchiladas"}, {"start": 57, "end": 64, "tag": "CUISINE", "value": "mexican", "text": "mexican"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 32, "text": "around", "score": 0.7634658217430115}, {"label": "DISH", "start": 43, "end": 53, "text": "enchiladas", "score": 0.9351680278778076}, {"label": "CUISINE", "start": 57, "end": 64, "text": "mexican", "score": 0.9542511105537415}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "343", "language": "en", "text": "are there any restaurants around featuring lunch specials", "gt": [{"start": 43, "end": 48, "tag": "HOURS", "value": "lunch", "text": "lunch"}, {"start": 49, "end": 57, "tag": "AMENITY", "value": "specials", "text": "specials"}], "predictions": [{"label": "AMENITY", "start": 43, "end": 57, "text": "lunch specials", "score": 0.7604976892471313}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "344", "language": "en", "text": "are there any restaurants around here that allow dogs", "gt": [{"start": 26, "end": 37, "tag": "LOCATION", "value": "around here", "text": "around here"}, {"start": 43, "end": 53, "tag": "AMENITY", "value": "allow dogs", "text": "allow dogs"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 37, "text": "around here", "score": 0.917556881904602}, {"label": "AMENITY", "start": 43, "end": 53, "text": "allow dogs", "score": 0.8702415227890015}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "345", "language": "en", "text": "are there any restaurants around here that give senor discounts", "gt": [{"start": 26, "end": 37, "tag": "LOCATION", "value": "around here", "text": "around here"}, {"start": 48, "end": 63, "tag": "AMENITY", "value": "senor discounts", "text": "senor discounts"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 37, "text": "around here", "score": 0.9140918254852295}, {"label": "AMENITY", "start": 48, "end": 63, "text": "senor discounts", "score": 0.8092784285545349}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "346", "language": "en", "text": "are there any restaurants between here and work", "gt": [{"start": 26, "end": 47, "tag": "LOCATION", "value": "between here and work", "text": "between here and work"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 47, "text": "between here and work", "score": 0.9060788154602051}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "347", "language": "en", "text": "are there any restaurants by the hospital", "gt": [{"start": 26, "end": 41, "tag": "LOCATION", "value": "by the hospital", "text": "by the hospital"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 41, "text": "by the hospital", "score": 0.8921828269958496}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "348", "language": "en", "text": "are there any restaurants currently serving brunch within three miles of here", "gt": [{"start": 44, "end": 50, "tag": "HOURS", "value": "brunch", "text": "brunch"}, {"start": 51, "end": 77, "tag": "LOCATION", "value": "within three miles of here", "text": "within three miles of here"}], "predictions": [{"label": "HOURS", "start": 44, "end": 50, "text": "brunch", "score": 0.8206284046173096}, {"label": "LOCATION", "start": 51, "end": 77, "text": "within three miles of here", "score": 0.7550910115242004}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "349", "language": "en", "text": "are there any restaurants in inman square thats open after 9 pm 7 days a week", "gt": [{"start": 29, "end": 41, "tag": "LOCATION", "value": "inman square", "text": "inman square"}, {"start": 48, "end": 77, "tag": "HOURS", "value": "open after 9 pm 7 days a week", "text": "open after 9 pm 7 days a week"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 41, "text": "inman square", "score": 0.9401229619979858}, {"label": "HOURS", "start": 48, "end": 63, "text": "open after 9 pm", "score": 0.8193312287330627}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "350", "language": "en", "text": "are there any restaurants in new paris that i can get some lunch that arent real expensive", "gt": [{"start": 29, "end": 38, "tag": "LOCATION", "value": "new paris", "text": "new paris"}, {"start": 59, "end": 64, "tag": "HOURS", "value": "lunch", "text": "lunch"}, {"start": 70, "end": 90, "tag": "PRICE", "value": "arent real expensive", "text": "arent real expensive"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 38, "text": "new paris", "score": 0.9116626381874084}, {"label": "HOURS", "start": 59, "end": 64, "text": "lunch", "score": 0.8520478010177612}, {"label": "PRICE", "start": 70, "end": 90, "text": "arent real expensive", "score": 0.9559566974639893}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "351", "language": "en", "text": "are there any restaurants in the area that i can pay with travelers checks", "gt": [{"start": 33, "end": 37, "tag": "LOCATION", "value": "area", "text": "area"}, {"start": 49, "end": 74, "tag": "AMENITY", "value": "pay with travelers checks", "text": "pay with travelers checks"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 37, "text": "in the area", "score": 0.8955368995666504}, {"label": "AMENITY", "start": 49, "end": 74, "text": "pay with travelers checks", "score": 0.8574651479721069}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "352", "language": "en", "text": "are there any restaurants in the theatre district located on beaumont street", "gt": [{"start": 33, "end": 49, "tag": "LOCATION", "value": "theatre district", "text": "theatre district"}, {"start": 61, "end": 76, "tag": "LOCATION", "value": "beaumont street", "text": "beaumont street"}], "predictions": [{"label": "LOCATION", "start": 33, "end": 49, "text": "theatre district", "score": 0.729938268661499}, {"label": "LOCATION", "start": 61, "end": 76, "text": "beaumont street", "score": 0.7657436728477478}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "353", "language": "en", "text": "are there any restaurants in this area that have outdoor dining available", "gt": [{"start": 29, "end": 38, "tag": "LOCATION", "value": "this area", "text": "this area"}, {"start": 49, "end": 63, "tag": "AMENITY", "value": "outdoor dining", "text": "outdoor dining"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 38, "text": "in this area", "score": 0.8937236070632935}, {"label": "AMENITY", "start": 49, "end": 63, "text": "outdoor dining", "score": 0.9052502512931824}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "354", "language": "en", "text": "are there any restaurants in this city with a dining room that have a great view of the night skyline", "gt": [{"start": 26, "end": 38, "tag": "LOCATION", "value": "in this city", "text": "in this city"}, {"start": 70, "end": 101, "tag": "AMENITY", "value": "great view of the night skyline", "text": "great view of the night skyline"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 38, "text": "in this city", "score": 0.8527857065200806}, {"label": "AMENITY", "start": 46, "end": 57, "text": "dining room", "score": 0.766036868095398}, {"label": "AMENITY", "start": 70, "end": 101, "text": "great view of the night skyline", "score": 0.804527223110199}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "355", "language": "en", "text": "are there any restaurants in town that also have a happy hour", "gt": [{"start": 26, "end": 33, "tag": "LOCATION", "value": "in town", "text": "in town"}, {"start": 51, "end": 61, "tag": "AMENITY", "value": "happy hour", "text": "happy hour"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 33, "text": "in town", "score": 0.8971226215362549}, {"label": "AMENITY", "start": 51, "end": 61, "text": "happy hour", "score": 0.8325172066688538}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "356", "language": "en", "text": "are there any restaurants near by", "gt": [{"start": 26, "end": 33, "tag": "LOCATION", "value": "near by", "text": "near by"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 33, "text": "near by", "score": 0.9303334355354309}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "357", "language": "en", "text": "are there any restaurants near the theater close by offering cocktails", "gt": [{"start": 26, "end": 51, "tag": "LOCATION", "value": "near the theater close by", "text": "near the theater close by"}, {"start": 61, "end": 70, "tag": "DISH", "value": "cocktails", "text": "cocktails"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 42, "text": "near the theater", "score": 0.7874541878700256}, {"label": "DISH", "start": 61, "end": 70, "text": "cocktails", "score": 0.8093473315238953}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "358", "language": "en", "text": "are there any restaurants nearby", "gt": [{"start": 26, "end": 32, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 32, "text": "nearby", "score": 0.9383252263069153}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "359", "language": "en", "text": "are there any restaurants nearby that are open late", "gt": [{"start": 26, "end": 32, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 42, "end": 51, "tag": "HOURS", "value": "open late", "text": "open late"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 32, "text": "nearby", "score": 0.94257652759552}, {"label": "HOURS", "start": 42, "end": 51, "text": "open late", "score": 0.9561482667922974}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "360", "language": "en", "text": "are there any restaurants nearby that have outside dining", "gt": [{"start": 26, "end": 32, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 43, "end": 57, "tag": "AMENITY", "value": "outside dining", "text": "outside dining"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 32, "text": "nearby", "score": 0.9278165102005005}, {"label": "AMENITY", "start": 43, "end": 57, "text": "outside dining", "score": 0.9200950860977173}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "361", "language": "en", "text": "are there any restaurants nearby that serve shrimp", "gt": [{"start": 26, "end": 32, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 44, "end": 50, "tag": "DISH", "value": "shrimp", "text": "shrimp"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 32, "text": "nearby", "score": 0.9264954328536987}, {"label": "DISH", "start": 44, "end": 50, "text": "shrimp", "score": 0.8362525105476379}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "362", "language": "en", "text": "are there any restaurants nearby where i can get beer and bratwurst", "gt": [{"start": 26, "end": 32, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 49, "end": 53, "tag": "DISH", "value": "beer", "text": "beer"}, {"start": 58, "end": 67, "tag": "DISH", "value": "bratwurst", "text": "bratwurst"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 32, "text": "nearby", "score": 0.9252466559410095}, {"label": "DISH", "start": 49, "end": 67, "text": "beer and bratwurst", "score": 0.7710847854614258}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "363", "language": "en", "text": "are there any restaurants on kerry place featuring fireplace dining", "gt": [{"start": 29, "end": 40, "tag": "LOCATION", "value": "kerry place", "text": "kerry place"}, {"start": 51, "end": 67, "tag": "AMENITY", "value": "fireplace dining", "text": "fireplace dining"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 40, "text": "kerry place", "score": 0.8903888463973999}, {"label": "AMENITY", "start": 51, "end": 67, "text": "fireplace dining", "score": 0.9128544330596924}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "364", "language": "en", "text": "are there any restaurants on long island with a smoking section", "gt": [{"start": 29, "end": 40, "tag": "LOCATION", "value": "long island", "text": "long island"}, {"start": 48, "end": 63, "tag": "AMENITY", "value": "smoking section", "text": "smoking section"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 40, "text": "long island", "score": 0.9034319519996643}, {"label": "AMENITY", "start": 48, "end": 63, "text": "smoking section", "score": 0.8967171907424927}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "365", "language": "en", "text": "are there any restaurants on oak street that serve sushi", "gt": [{"start": 29, "end": 39, "tag": "LOCATION", "value": "oak street", "text": "oak street"}, {"start": 51, "end": 56, "tag": "DISH", "value": "sushi", "text": "sushi"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 39, "text": "oak street", "score": 0.9345032572746277}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "366", "language": "en", "text": "are there any restaurants open on thanksgiving day that serve turkey", "gt": [{"start": 26, "end": 30, "tag": "HOURS", "value": "open", "text": "open"}, {"start": 34, "end": 50, "tag": "HOURS", "value": "thanksgiving day", "text": "thanksgiving day"}, {"start": 62, "end": 68, "tag": "DISH", "value": "turkey", "text": "turkey"}], "predictions": [{"label": "HOURS", "start": 26, "end": 50, "text": "open on thanksgiving day", "score": 0.8728513121604919}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 1, "fn_strict": 3, "error": null}
{"sample_id": "367", "language": "en", "text": "are there any restaurants open that have a buffet nearby", "gt": [{"start": 26, "end": 30, "tag": "HOURS", "value": "open", "text": "open"}, {"start": 43, "end": 49, "tag": "AMENITY", "value": "buffet", "text": "buffet"}, {"start": 50, "end": 56, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "HOURS", "start": 26, "end": 30, "text": "open", "score": 0.8393949866294861}, {"label": "AMENITY", "start": 43, "end": 49, "text": "buffet", "score": 0.9018266201019287}, {"label": "LOCATION", "start": 50, "end": 56, "text": "nearby", "score": 0.94359290599823}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "368", "language": "en", "text": "are there any restaurants open this early nearby", "gt": [{"start": 26, "end": 41, "tag": "HOURS", "value": "open this early", "text": "open this early"}, {"start": 42, "end": 48, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "HOURS", "start": 26, "end": 41, "text": "open this early", "score": 0.9257681965827942}, {"label": "LOCATION", "start": 42, "end": 48, "text": "nearby", "score": 0.9485689401626587}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "369", "language": "en", "text": "are there any restaurants serving french fries before nine am within four miles of here", "gt": [{"start": 34, "end": 46, "tag": "DISH", "value": "french fries", "text": "french fries"}, {"start": 47, "end": 61, "tag": "HOURS", "value": "before nine am", "text": "before nine am"}, {"start": 62, "end": 87, "tag": "LOCATION", "value": "within four miles of here", "text": "within four miles of here"}], "predictions": [{"label": "DISH", "start": 34, "end": 46, "text": "french fries", "score": 0.9047027826309204}, {"label": "HOURS", "start": 47, "end": 61, "text": "before nine am", "score": 0.9413461685180664}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "370", "language": "en", "text": "are there any restaurants serving moderately priced margaritas nearby", "gt": [{"start": 34, "end": 44, "tag": "PRICE", "value": "moderately", "text": "moderately"}, {"start": 52, "end": 62, "tag": "DISH", "value": "margaritas", "text": "margaritas"}, {"start": 63, "end": 69, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "PRICE", "start": 34, "end": 44, "text": "moderately", "score": 0.9561185836791992}, {"label": "DISH", "start": 52, "end": 62, "text": "margaritas", "score": 0.9079870581626892}, {"label": "LOCATION", "start": 63, "end": 69, "text": "nearby", "score": 0.9366135597229004}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "371", "language": "en", "text": "are there any restaurants specializing in english food within a 5 mile radius", "gt": [{"start": 42, "end": 49, "tag": "CUISINE", "value": "english", "text": "english"}, {"start": 55, "end": 77, "tag": "LOCATION", "value": "within a 5 mile radius", "text": "within a 5 mile radius"}], "predictions": [{"label": "CUISINE", "start": 42, "end": 49, "text": "english", "score": 0.9324268698692322}, {"label": "LOCATION", "start": 55, "end": 77, "text": "within a 5 mile radius", "score": 0.8778098225593567}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "372", "language": "en", "text": "are there any restaurants that are serving beans at 2 am", "gt": [{"start": 43, "end": 48, "tag": "DISH", "value": "beans", "text": "beans"}, {"start": 52, "end": 56, "tag": "HOURS", "value": "2 am", "text": "2 am"}], "predictions": [{"label": "DISH", "start": 43, "end": 48, "text": "beans", "score": 0.8333937525749207}, {"label": "HOURS", "start": 52, "end": 56, "text": "2 am", "score": 0.8697490692138672}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "373", "language": "en", "text": "are there any restaurants that have discounts for college kids", "gt": [{"start": 36, "end": 62, "tag": "AMENITY", "value": "discounts for college kids", "text": "discounts for college kids"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "374", "language": "en", "text": "are there any restaurants that have good reviews for their milkshakes that are open at 7 am", "gt": [{"start": 36, "end": 48, "tag": "RATING", "value": "good reviews", "text": "good reviews"}, {"start": 59, "end": 69, "tag": "DISH", "value": "milkshakes", "text": "milkshakes"}, {"start": 79, "end": 91, "tag": "HOURS", "value": "open at 7 am", "text": "open at 7 am"}], "predictions": [{"label": "RATING", "start": 36, "end": 48, "text": "good reviews", "score": 0.9488600492477417}, {"label": "DISH", "start": 59, "end": 69, "text": "milkshakes", "score": 0.9066563844680786}, {"label": "HOURS", "start": 79, "end": 91, "text": "open at 7 am", "score": 0.9125332832336426}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "375", "language": "en", "text": "are there any restaurants that have two for 1 deals", "gt": [{"start": 36, "end": 51, "tag": "PRICE", "value": "two for 1 deals", "text": "two for 1 deals"}], "predictions": [{"label": "AMENITY", "start": 36, "end": 51, "text": "two for 1 deals", "score": 0.8838722705841064}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "376", "language": "en", "text": "are there any restaurants that offer outdoor live music and outdoor dining", "gt": [{"start": 37, "end": 55, "tag": "AMENITY", "value": "outdoor live music", "text": "outdoor live music"}, {"start": 60, "end": 74, "tag": "AMENITY", "value": "outdoor dining", "text": "outdoor dining"}], "predictions": [{"label": "AMENITY", "start": 37, "end": 55, "text": "outdoor live music", "score": 0.8751412034034729}, {"label": "AMENITY", "start": 60, "end": 74, "text": "outdoor dining", "score": 0.8772695660591125}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "377", "language": "en", "text": "are there any restaurants that opens before lunch and is cheap", "gt": [{"start": 37, "end": 49, "tag": "HOURS", "value": "before lunch", "text": "before lunch"}, {"start": 57, "end": 62, "tag": "PRICE", "value": "cheap", "text": "cheap"}], "predictions": [{"label": "HOURS", "start": 31, "end": 49, "text": "opens before lunch", "score": 0.9071109294891357}, {"label": "PRICE", "start": 57, "end": 62, "text": "cheap", "score": 0.979142427444458}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "378", "language": "en", "text": "are there any restaurants that serve mediterranean food", "gt": [{"start": 37, "end": 50, "tag": "CUISINE", "value": "mediterranean", "text": "mediterranean"}], "predictions": [{"label": "CUISINE", "start": 37, "end": 50, "text": "mediterranean", "score": 0.9012082815170288}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "379", "language": "en", "text": "are there any restaurants that serves southwestern cuisine and is located with 5 miles", "gt": [{"start": 38, "end": 50, "tag": "CUISINE", "value": "southwestern", "text": "southwestern"}, {"start": 66, "end": 86, "tag": "LOCATION", "value": "located with 5 miles", "text": "located with 5 miles"}], "predictions": [{"label": "CUISINE", "start": 38, "end": 50, "text": "southwestern", "score": 0.9296534657478333}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "380", "language": "en", "text": "are there any restaurants that stay open past midnight in arlington", "gt": [{"start": 36, "end": 54, "tag": "HOURS", "value": "open past midnight", "text": "open past midnight"}, {"start": 58, "end": 67, "tag": "LOCATION", "value": "arlington", "text": "arlington"}], "predictions": [{"label": "LOCATION", "start": 58, "end": 67, "text": "arlington", "score": 0.9328439831733704}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "381", "language": "en", "text": "are there any restaurants thats serve breakfast all day", "gt": [{"start": 38, "end": 47, "tag": "CUISINE", "value": "breakfast", "text": "breakfast"}, {"start": 48, "end": 55, "tag": "AMENITY", "value": "all day", "text": "all day"}], "predictions": [{"label": "HOURS", "start": 48, "end": 55, "text": "all day", "score": 0.8649632930755615}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "382", "language": "en", "text": "are there any restaurants where kids can eat for free", "gt": [{"start": 32, "end": 44, "tag": "AMENITY", "value": "kids can eat", "text": "kids can eat"}, {"start": 49, "end": 53, "tag": "PRICE", "value": "free", "text": "free"}], "predictions": [{"label": "AMENITY", "start": 32, "end": 53, "text": "kids can eat for free", "score": 0.9129939079284668}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "383", "language": "en", "text": "are there any restaurants with a play area for kids near here", "gt": [{"start": 33, "end": 42, "tag": "AMENITY", "value": "play area", "text": "play area"}, {"start": 47, "end": 51, "tag": "AMENITY", "value": "kids", "text": "kids"}, {"start": 52, "end": 61, "tag": "LOCATION", "value": "near here", "text": "near here"}], "predictions": [{"label": "AMENITY", "start": 33, "end": 51, "text": "play area for kids", "score": 0.9075946807861328}, {"label": "LOCATION", "start": 52, "end": 61, "text": "near here", "score": 0.9347158074378967}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "384", "language": "en", "text": "are there any restaurants with fast service that are open before 11 am", "gt": [{"start": 31, "end": 43, "tag": "AMENITY", "value": "fast service", "text": "fast service"}, {"start": 53, "end": 70, "tag": "HOURS", "value": "open before 11 am", "text": "open before 11 am"}], "predictions": [{"label": "AMENITY", "start": 31, "end": 43, "text": "fast service", "score": 0.801220715045929}, {"label": "HOURS", "start": 53, "end": 70, "text": "open before 11 am", "score": 0.9163557291030884}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "385", "language": "en", "text": "are there any restaurants with free parking around here", "gt": [{"start": 31, "end": 43, "tag": "AMENITY", "value": "free parking", "text": "free parking"}, {"start": 44, "end": 55, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "AMENITY", "start": 31, "end": 43, "text": "free parking", "score": 0.930000901222229}, {"label": "LOCATION", "start": 44, "end": 55, "text": "around here", "score": 0.9331218600273132}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "386", "language": "en", "text": "are there any restaurants with games or a play area that take kids birthday party reservations", "gt": [{"start": 31, "end": 36, "tag": "AMENITY", "value": "games", "text": "games"}, {"start": 42, "end": 51, "tag": "AMENITY", "value": "play area", "text": "play area"}, {"start": 62, "end": 94, "tag": "AMENITY", "value": "kids birthday party reservations", "text": "kids birthday party reservations"}], "predictions": [{"label": "AMENITY", "start": 31, "end": 36, "text": "games", "score": 0.8257594108581543}, {"label": "AMENITY", "start": 62, "end": 94, "text": "kids birthday party reservations", "score": 0.7577449679374695}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "387", "language": "en", "text": "are there any restaurants within 1 mile of my hotel that are opened 24 hours", "gt": [{"start": 26, "end": 51, "tag": "LOCATION", "value": "within 1 mile of my hotel", "text": "within 1 mile of my hotel"}, {"start": 61, "end": 76, "tag": "HOURS", "value": "opened 24 hours", "text": "opened 24 hours"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 51, "text": "within 1 mile of my hotel", "score": 0.8579915165901184}, {"label": "HOURS", "start": 61, "end": 76, "text": "opened 24 hours", "score": 0.9418302774429321}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "388", "language": "en", "text": "are there any restaurants within 10 miles where kids eat free", "gt": [{"start": 26, "end": 41, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}, {"start": 48, "end": 61, "tag": "AMENITY", "value": "kids eat free", "text": "kids eat free"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 41, "text": "within 10 miles", "score": 0.9271973967552185}, {"label": "AMENITY", "start": 48, "end": 61, "text": "kids eat free", "score": 0.9230263829231262}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "389", "language": "en", "text": "are there any restaurants within 15 miles that are smoke free what type of restaurants are they", "gt": [{"start": 26, "end": 41, "tag": "LOCATION", "value": "within 15 miles", "text": "within 15 miles"}, {"start": 51, "end": 61, "tag": "AMENITY", "value": "smoke free", "text": "smoke free"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 41, "text": "within 15 miles", "score": 0.9250380992889404}, {"label": "AMENITY", "start": 51, "end": 61, "text": "smoke free", "score": 0.8619988560676575}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "390", "language": "en", "text": "are there any restaurants within a mile of here", "gt": [{"start": 26, "end": 39, "tag": "LOCATION", "value": "within a mile", "text": "within a mile"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 47, "text": "within a mile of here", "score": 0.7814590334892273}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "391", "language": "en", "text": "are there any restaurants within walking distance that has valet parking", "gt": [{"start": 26, "end": 49, "tag": "LOCATION", "value": "within walking distance", "text": "within walking distance"}, {"start": 59, "end": 72, "tag": "AMENITY", "value": "valet parking", "text": "valet parking"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 49, "text": "within walking distance", "score": 0.9207330346107483}, {"label": "AMENITY", "start": 59, "end": 72, "text": "valet parking", "score": 0.9241303205490112}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "392", "language": "en", "text": "are there any restuarants open till midnight that serve perfectly portioned meals", "gt": [{"start": 26, "end": 44, "tag": "HOURS", "value": "open till midnight", "text": "open till midnight"}, {"start": 56, "end": 81, "tag": "AMENITY", "value": "perfectly portioned meals", "text": "perfectly portioned meals"}], "predictions": [{"label": "HOURS", "start": 26, "end": 44, "text": "open till midnight", "score": 0.9121429324150085}, {"label": "AMENITY", "start": 56, "end": 81, "text": "perfectly portioned meals", "score": 0.7292066216468811}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "393", "language": "en", "text": "are there any restuarants within 10 miles that are open until 2am that have a full service menu and serve alcohol", "gt": [{"start": 26, "end": 41, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}, {"start": 51, "end": 65, "tag": "HOURS", "value": "open until 2am", "text": "open until 2am"}, {"start": 78, "end": 95, "tag": "AMENITY", "value": "full service menu", "text": "full service menu"}, {"start": 100, "end": 113, "tag": "AMENITY", "value": "serve alcohol", "text": "serve alcohol"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 41, "text": "within 10 miles", "score": 0.9370002150535583}, {"label": "HOURS", "start": 51, "end": 65, "text": "open until 2am", "score": 0.9194887280464172}, {"label": "AMENITY", "start": 78, "end": 95, "text": "full service menu", "score": 0.9180511832237244}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 3, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "394", "language": "en", "text": "are there any reviews about mcdills", "gt": [{"start": 28, "end": 35, "tag": "RESTAURANT_NAME", "value": "mcdills", "text": "mcdills"}], "predictions": [{"label": "RATING", "start": 14, "end": 21, "text": "reviews", "score": 0.7540051937103271}, {"label": "RESTAURANT_NAME", "start": 28, "end": 35, "text": "mcdills", "score": 0.9411521553993225}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "395", "language": "en", "text": "are there any romantic vegan restaurants", "gt": [{"start": 14, "end": 22, "tag": "AMENITY", "value": "romantic", "text": "romantic"}, {"start": 23, "end": 28, "tag": "CUISINE", "value": "vegan", "text": "vegan"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 22, "text": "romantic", "score": 0.8779221177101135}, {"label": "CUISINE", "start": 23, "end": 28, "text": "vegan", "score": 0.9018537402153015}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "396", "language": "en", "text": "are there any sandwich shops in california", "gt": [{"start": 14, "end": 22, "tag": "CUISINE", "value": "sandwich", "text": "sandwich"}, {"start": 32, "end": 42, "tag": "LOCATION", "value": "california", "text": "california"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 22, "text": "sandwich", "score": 0.7765072584152222}, {"label": "LOCATION", "start": 32, "end": 42, "text": "california", "score": 0.8865764141082764}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "397", "language": "en", "text": "are there any scandanavian places around", "gt": [{"start": 14, "end": 26, "tag": "CUISINE", "value": "scandanavian", "text": "scandanavian"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "around", "text": "around"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 26, "text": "scandanavian", "score": 0.9079329967498779}, {"label": "LOCATION", "start": 34, "end": 40, "text": "around", "score": 0.8874197006225586}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "398", "language": "en", "text": "are there any seafood buffet places around here", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "seafood", "text": "seafood"}, {"start": 22, "end": 28, "tag": "AMENITY", "value": "buffet", "text": "buffet"}, {"start": 36, "end": 47, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "LOCATION", "start": 36, "end": 47, "text": "around here", "score": 0.926531195640564}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "399", "language": "en", "text": "are there any seafood restaurants close to hicksville ny", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "seafood", "text": "seafood"}, {"start": 34, "end": 56, "tag": "LOCATION", "value": "close to hicksville ny", "text": "close to hicksville ny"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "seafood", "score": 0.9176764488220215}, {"label": "LOCATION", "start": 34, "end": 56, "text": "close to hicksville ny", "score": 0.8840126991271973}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "400", "language": "en", "text": "are there any seafood restaurants in montauk ny", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "seafood", "text": "seafood"}, {"start": 37, "end": 47, "tag": "LOCATION", "value": "montauk ny", "text": "montauk ny"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "seafood", "score": 0.9111093282699585}, {"label": "LOCATION", "start": 37, "end": 47, "text": "montauk ny", "score": 0.9256558418273926}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "401", "language": "en", "text": "are there any seafood restaurants nearby", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "seafood", "text": "seafood"}, {"start": 34, "end": 40, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "seafood", "score": 0.9277030229568481}, {"label": "LOCATION", "start": 34, "end": 40, "text": "nearby", "score": 0.951406717300415}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "402", "language": "en", "text": "are there any seafood restaurants that have a smoking section", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "seafood", "text": "seafood"}, {"start": 46, "end": 61, "tag": "AMENITY", "value": "smoking section", "text": "smoking section"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "seafood", "score": 0.9268264770507812}, {"label": "AMENITY", "start": 46, "end": 61, "text": "smoking section", "score": 0.8967255353927612}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "403", "language": "en", "text": "are there any sonics along my route", "gt": [{"start": 14, "end": 20, "tag": "RESTAURANT_NAME", "value": "sonics", "text": "sonics"}, {"start": 21, "end": 35, "tag": "LOCATION", "value": "along my route", "text": "along my route"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 20, "text": "sonics", "score": 0.901535153388977}, {"label": "LOCATION", "start": 21, "end": 35, "text": "along my route", "score": 0.9228190779685974}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "404", "language": "en", "text": "are there any special deals for yogis yogurt place", "gt": [{"start": 14, "end": 27, "tag": "AMENITY", "value": "special deals", "text": "special deals"}, {"start": 32, "end": 50, "tag": "RESTAURANT_NAME", "value": "yogis yogurt place", "text": "yogis yogurt place"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 32, "end": 50, "text": "yogis yogurt place", "score": 0.925334095954895}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "405", "language": "en", "text": "are there any special location dining restaurants that serve lobster roll", "gt": [{"start": 14, "end": 30, "tag": "AMENITY", "value": "special location", "text": "special location"}, {"start": 31, "end": 37, "tag": "LOCATION", "value": "dining", "text": "dining"}, {"start": 61, "end": 73, "tag": "DISH", "value": "lobster roll", "text": "lobster roll"}], "predictions": [{"label": "DISH", "start": 61, "end": 73, "text": "lobster roll", "score": 0.9341492652893066}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "406", "language": "en", "text": "are there any special occasion dining facilities serving tacos before 10 am", "gt": [{"start": 14, "end": 37, "tag": "AMENITY", "value": "special occasion dining", "text": "special occasion dining"}, {"start": 57, "end": 62, "tag": "DISH", "value": "tacos", "text": "tacos"}, {"start": 63, "end": 75, "tag": "HOURS", "value": "before 10 am", "text": "before 10 am"}], "predictions": [{"label": "DISH", "start": 57, "end": 62, "text": "tacos", "score": 0.9062361717224121}, {"label": "HOURS", "start": 63, "end": 75, "text": "before 10 am", "score": 0.9312772154808044}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "407", "language": "en", "text": "are there any specialties being offered at any nearby restaurants", "gt": [], "predictions": [{"label": "LOCATION", "start": 47, "end": 53, "text": "nearby", "score": 0.9172252416610718}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "408", "language": "en", "text": "are there any starbucks around", "gt": [{"start": 14, "end": 23, "tag": "RESTAURANT_NAME", "value": "starbucks", "text": "starbucks"}, {"start": 24, "end": 30, "tag": "LOCATION", "value": "around", "text": "around"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 23, "text": "starbucks", "score": 0.9367857575416565}, {"label": "LOCATION", "start": 24, "end": 30, "text": "around", "score": 0.826166033744812}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "409", "language": "en", "text": "are there any steak houses", "gt": [{"start": 14, "end": 26, "tag": "CUISINE", "value": "steak houses", "text": "steak houses"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 26, "text": "steak houses", "score": 0.8817422389984131}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "410", "language": "en", "text": "are there any stylish restaurants in beacon hill open after 2 am", "gt": [{"start": 14, "end": 21, "tag": "AMENITY", "value": "stylish", "text": "stylish"}, {"start": 37, "end": 48, "tag": "LOCATION", "value": "beacon hill", "text": "beacon hill"}, {"start": 49, "end": 64, "tag": "HOURS", "value": "open after 2 am", "text": "open after 2 am"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 21, "text": "stylish", "score": 0.7866879105567932}, {"label": "LOCATION", "start": 37, "end": 48, "text": "beacon hill", "score": 0.9468186497688293}, {"label": "HOURS", "start": 49, "end": 64, "text": "open after 2 am", "score": 0.9205715656280518}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "411", "language": "en", "text": "are there any suggestions for a vegetarian restaurant south of here", "gt": [{"start": 32, "end": 42, "tag": "CUISINE", "value": "vegetarian", "text": "vegetarian"}, {"start": 54, "end": 67, "tag": "LOCATION", "value": "south of here", "text": "south of here"}], "predictions": [{"label": "CUISINE", "start": 32, "end": 42, "text": "vegetarian", "score": 0.9120211005210876}, {"label": "LOCATION", "start": 54, "end": 67, "text": "south of here", "score": 0.940205991268158}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "412", "language": "en", "text": "are there any suishi places near hear", "gt": [{"start": 14, "end": 20, "tag": "CUISINE", "value": "suishi", "text": "suishi"}, {"start": 28, "end": 37, "tag": "LOCATION", "value": "near hear", "text": "near hear"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 20, "text": "suishi", "score": 0.8284707069396973}, {"label": "LOCATION", "start": 28, "end": 37, "text": "near hear", "score": 0.9247955679893494}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "413", "language": "en", "text": "are there any sushi bars near central park", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "sushi bars", "text": "sushi bars"}, {"start": 30, "end": 42, "tag": "LOCATION", "value": "central park", "text": "central park"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "sushi", "score": 0.8056139945983887}, {"label": "LOCATION", "start": 25, "end": 42, "text": "near central park", "score": 0.921471357345581}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "414", "language": "en", "text": "are there any sushi bars within 10 miles", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "sushi bars", "text": "sushi bars"}, {"start": 25, "end": 40, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "sushi", "score": 0.795728325843811}, {"label": "LOCATION", "start": 25, "end": 40, "text": "within 10 miles", "score": 0.9229993224143982}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "415", "language": "en", "text": "are there any sushi places in town", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "sushi", "text": "sushi"}, {"start": 27, "end": 34, "tag": "LOCATION", "value": "in town", "text": "in town"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "sushi", "score": 0.8904180526733398}, {"label": "LOCATION", "start": 27, "end": 34, "text": "in town", "score": 0.9120978713035583}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "416", "language": "en", "text": "are there any sushi restaurants in my area that are open for lunch", "gt": [{"start": 14, "end": 19, "tag": "DISH", "value": "sushi", "text": "sushi"}, {"start": 35, "end": 42, "tag": "LOCATION", "value": "my area", "text": "my area"}, {"start": 52, "end": 66, "tag": "HOURS", "value": "open for lunch", "text": "open for lunch"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "sushi", "score": 0.9077029824256897}, {"label": "LOCATION", "start": 32, "end": 42, "text": "in my area", "score": 0.919981837272644}, {"label": "HOURS", "start": 52, "end": 66, "text": "open for lunch", "score": 0.8695986866950989}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "417", "language": "en", "text": "are there any sushi restaurants with take out nearby", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "sushi", "text": "sushi"}, {"start": 37, "end": 45, "tag": "AMENITY", "value": "take out", "text": "take out"}, {"start": 46, "end": 52, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "sushi", "score": 0.9014265537261963}, {"label": "AMENITY", "start": 37, "end": 45, "text": "take out", "score": 0.9019024968147278}, {"label": "LOCATION", "start": 46, "end": 52, "text": "nearby", "score": 0.949313759803772}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "418", "language": "en", "text": "are there any taco bells close by", "gt": [{"start": 14, "end": 24, "tag": "RESTAURANT_NAME", "value": "taco bells", "text": "taco bells"}, {"start": 25, "end": 33, "tag": "LOCATION", "value": "close by", "text": "close by"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 24, "text": "taco bells", "score": 0.9248427748680115}, {"label": "LOCATION", "start": 25, "end": 33, "text": "close by", "score": 0.9389010667800903}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "419", "language": "en", "text": "are there any taco bells in new jersey", "gt": [{"start": 14, "end": 24, "tag": "RESTAURANT_NAME", "value": "taco bells", "text": "taco bells"}, {"start": 28, "end": 38, "tag": "LOCATION", "value": "new jersey", "text": "new jersey"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 24, "text": "taco bells", "score": 0.9210736155509949}, {"label": "LOCATION", "start": 28, "end": 38, "text": "new jersey", "score": 0.8916698694229126}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "420", "language": "en", "text": "are there any taco bells on my route", "gt": [{"start": 14, "end": 24, "tag": "RESTAURANT_NAME", "value": "taco bells", "text": "taco bells"}, {"start": 28, "end": 36, "tag": "LOCATION", "value": "my route", "text": "my route"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 24, "text": "taco bells", "score": 0.9249926805496216}, {"label": "LOCATION", "start": 28, "end": 36, "text": "my route", "score": 0.8734559416770935}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "421", "language": "en", "text": "are there any tapas bars nearby", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "tapas bars", "text": "tapas bars"}, {"start": 25, "end": 31, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "LOCATION", "start": 25, "end": 31, "text": "nearby", "score": 0.9475162625312805}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "422", "language": "en", "text": "are there any thai places within five miles of my current location", "gt": [{"start": 14, "end": 18, "tag": "CUISINE", "value": "thai", "text": "thai"}, {"start": 26, "end": 66, "tag": "LOCATION", "value": "within five miles of my current location", "text": "within five miles of my current location"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 18, "text": "thai", "score": 0.9340046048164368}, {"label": "LOCATION", "start": 26, "end": 43, "text": "within five miles", "score": 0.7932089567184448}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "423", "language": "en", "text": "are there any thai restaurants in germantown", "gt": [{"start": 14, "end": 18, "tag": "CUISINE", "value": "thai", "text": "thai"}, {"start": 34, "end": 44, "tag": "LOCATION", "value": "germantown", "text": "germantown"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 18, "text": "thai", "score": 0.9343472719192505}, {"label": "LOCATION", "start": 34, "end": 44, "text": "germantown", "score": 0.9277947545051575}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "424", "language": "en", "text": "are there any thai restaurants in the area", "gt": [{"start": 14, "end": 18, "tag": "CUISINE", "value": "thai", "text": "thai"}, {"start": 31, "end": 42, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 18, "text": "thai", "score": 0.9373512864112854}, {"label": "LOCATION", "start": 31, "end": 42, "text": "in the area", "score": 0.9110981225967407}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "425", "language": "en", "text": "are there any theme restaurant downtown", "gt": [{"start": 14, "end": 19, "tag": "AMENITY", "value": "theme", "text": "theme"}, {"start": 31, "end": 39, "tag": "LOCATION", "value": "downtown", "text": "downtown"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 19, "text": "theme", "score": 0.8190873861312866}, {"label": "LOCATION", "start": 31, "end": 39, "text": "downtown", "score": 0.9490487575531006}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "426", "language": "en", "text": "are there any tomachhios locations within five miles that have a great patio setting", "gt": [{"start": 14, "end": 24, "tag": "RESTAURANT_NAME", "value": "tomachhios", "text": "tomachhios"}, {"start": 35, "end": 52, "tag": "LOCATION", "value": "within five miles", "text": "within five miles"}, {"start": 65, "end": 84, "tag": "AMENITY", "value": "great patio setting", "text": "great patio setting"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 24, "text": "tomachhios", "score": 0.9214960336685181}, {"label": "LOCATION", "start": 35, "end": 52, "text": "within five miles", "score": 0.9201448559761047}, {"label": "AMENITY", "start": 65, "end": 84, "text": "great patio setting", "score": 0.8037113547325134}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "427", "language": "en", "text": "are there any tourist type sightseeing restaurants", "gt": [{"start": 14, "end": 38, "tag": "AMENITY", "value": "tourist type sightseeing", "text": "tourist type sightseeing"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 38, "text": "tourist type sightseeing", "score": 0.7227818965911865}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "428", "language": "en", "text": "are there any upscale non smoking places that have halal", "gt": [{"start": 22, "end": 33, "tag": "AMENITY", "value": "non smoking", "text": "non smoking"}, {"start": 51, "end": 56, "tag": "CUISINE", "value": "halal", "text": "halal"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "429", "language": "en", "text": "are there any vegan diners in this area", "gt": [{"start": 14, "end": 26, "tag": "CUISINE", "value": "vegan diners", "text": "vegan diners"}, {"start": 27, "end": 39, "tag": "LOCATION", "value": "in this area", "text": "in this area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 26, "text": "vegan diners", "score": 0.7475539445877075}, {"label": "LOCATION", "start": 27, "end": 39, "text": "in this area", "score": 0.901641845703125}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "430", "language": "en", "text": "are there any vegan or vegetarian restaurants around here that cook with fake and substitute meats other than boca burgers", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "vegan", "text": "vegan"}, {"start": 23, "end": 33, "tag": "CUISINE", "value": "vegetarian", "text": "vegetarian"}, {"start": 46, "end": 57, "tag": "LOCATION", "value": "around here", "text": "around here"}, {"start": 73, "end": 77, "tag": "DISH", "value": "fake", "text": "fake"}, {"start": 82, "end": 98, "tag": "DISH", "value": "substitute meats", "text": "substitute meats"}, {"start": 110, "end": 122, "tag": "DISH", "value": "boca burgers", "text": "boca burgers"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "vegan", "score": 0.7763460278511047}, {"label": "LOCATION", "start": 46, "end": 57, "text": "around here", "score": 0.9227997660636902}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 4, "tp_strict": 2, "fp_strict": 0, "fn_strict": 4, "error": null}
{"sample_id": "431", "language": "en", "text": "are there any vegan restaurant bars near the area", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "vegan", "text": "vegan"}, {"start": 31, "end": 35, "tag": "AMENITY", "value": "bars", "text": "bars"}, {"start": 36, "end": 49, "tag": "LOCATION", "value": "near the area", "text": "near the area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "vegan", "score": 0.8885656595230103}, {"label": "LOCATION", "start": 36, "end": 49, "text": "near the area", "score": 0.9156182408332825}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "432", "language": "en", "text": "are there any vegan restaurants close by featuring great service", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "vegan", "text": "vegan"}, {"start": 32, "end": 40, "tag": "LOCATION", "value": "close by", "text": "close by"}, {"start": 51, "end": 64, "tag": "RATING", "value": "great service", "text": "great service"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "vegan", "score": 0.9302420020103455}, {"label": "LOCATION", "start": 32, "end": 40, "text": "close by", "score": 0.9243892431259155}, {"label": "RATING", "start": 51, "end": 64, "text": "great service", "score": 0.8625431060791016}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "433", "language": "en", "text": "are there any vegan restaurants in this town", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "vegan", "text": "vegan"}, {"start": 40, "end": 44, "tag": "LOCATION", "value": "town", "text": "town"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "vegan", "score": 0.9309864640235901}, {"label": "LOCATION", "start": 32, "end": 44, "text": "in this town", "score": 0.909025251865387}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "434", "language": "en", "text": "are there any vegan restaurants that are open after 9 p", "gt": [{"start": 14, "end": 19, "tag": "CUISINE", "value": "vegan", "text": "vegan"}, {"start": 46, "end": 55, "tag": "HOURS", "value": "after 9 p", "text": "after 9 p"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "vegan", "score": 0.9379186034202576}, {"label": "HOURS", "start": 41, "end": 55, "text": "open after 9 p", "score": 0.9182829260826111}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "435", "language": "en", "text": "are there any vegetarian indian places nearby", "gt": [{"start": 14, "end": 31, "tag": "CUISINE", "value": "vegetarian indian", "text": "vegetarian indian"}, {"start": 39, "end": 45, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 31, "text": "vegetarian indian", "score": 0.8120496273040771}, {"label": "LOCATION", "start": 39, "end": 45, "text": "nearby", "score": 0.9507790803909302}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "436", "language": "en", "text": "are there any vegetarian restaurants near time square", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "vegetarian", "text": "vegetarian"}, {"start": 37, "end": 53, "tag": "LOCATION", "value": "near time square", "text": "near time square"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 24, "text": "vegetarian", "score": 0.9240984320640564}, {"label": "LOCATION", "start": 37, "end": 53, "text": "near time square", "score": 0.9416805505752563}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "437", "language": "en", "text": "are there any vegetarian restaurants that are open til midnight", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "vegetarian", "text": "vegetarian"}, {"start": 46, "end": 63, "tag": "HOURS", "value": "open til midnight", "text": "open til midnight"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 24, "text": "vegetarian", "score": 0.9293040037155151}, {"label": "HOURS", "start": 46, "end": 63, "text": "open til midnight", "score": 0.9305644035339355}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "438", "language": "en", "text": "are there any vegeterian restaurants in the area", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "vegeterian", "text": "vegeterian"}, {"start": 37, "end": 48, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 24, "text": "vegeterian", "score": 0.9190770983695984}, {"label": "LOCATION", "start": 37, "end": 48, "text": "in the area", "score": 0.9124066233634949}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "439", "language": "en", "text": "are there any vietnamese places around here", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "vietnamese", "text": "vietnamese"}, {"start": 25, "end": 43, "tag": "LOCATION", "value": "places around here", "text": "places around here"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 24, "text": "vietnamese", "score": 0.9317092895507812}, {"label": "LOCATION", "start": 32, "end": 43, "text": "around here", "score": 0.9290496706962585}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "440", "language": "en", "text": "are there any vietnamese restaurants within 10 miles", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "vietnamese", "text": "vietnamese"}, {"start": 37, "end": 52, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 24, "text": "vietnamese", "score": 0.9265193343162537}, {"label": "LOCATION", "start": 37, "end": 52, "text": "within 10 miles", "score": 0.9260854721069336}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "441", "language": "en", "text": "are there any waterfront dining spots that is open before 12 a", "gt": [{"start": 14, "end": 31, "tag": "AMENITY", "value": "waterfront dining", "text": "waterfront dining"}, {"start": 46, "end": 62, "tag": "HOURS", "value": "open before 12 a", "text": "open before 12 a"}], "predictions": [{"label": "HOURS", "start": 46, "end": 62, "text": "open before 12 a", "score": 0.9245290756225586}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "442", "language": "en", "text": "are there any waterfront restaurants that serve sausage in post office square", "gt": [{"start": 14, "end": 24, "tag": "LOCATION", "value": "waterfront", "text": "waterfront"}, {"start": 48, "end": 55, "tag": "DISH", "value": "sausage", "text": "sausage"}, {"start": 59, "end": 77, "tag": "LOCATION", "value": "post office square", "text": "post office square"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 24, "text": "waterfront", "score": 0.7047559022903442}, {"label": "LOCATION", "start": 59, "end": 77, "text": "post office square", "score": 0.9136432409286499}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "443", "language": "en", "text": "are there any wendys on my route", "gt": [{"start": 14, "end": 20, "tag": "RESTAURANT_NAME", "value": "wendys", "text": "wendys"}, {"start": 24, "end": 32, "tag": "LOCATION", "value": "my route", "text": "my route"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 20, "text": "wendys", "score": 0.9255224466323853}, {"label": "LOCATION", "start": 24, "end": 32, "text": "my route", "score": 0.8777544498443604}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "444", "language": "en", "text": "are there any wendys within 10 miles of me", "gt": [{"start": 14, "end": 20, "tag": "RESTAURANT_NAME", "value": "wendys", "text": "wendys"}, {"start": 21, "end": 36, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 20, "text": "wendys", "score": 0.9221838116645813}, {"label": "LOCATION", "start": 21, "end": 36, "text": "within 10 miles", "score": 0.8739209175109863}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "445", "language": "en", "text": "are there any wendys within 5 miles of me", "gt": [{"start": 14, "end": 20, "tag": "RESTAURANT_NAME", "value": "wendys", "text": "wendys"}, {"start": 21, "end": 35, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 20, "text": "wendys", "score": 0.9224559664726257}, {"label": "LOCATION", "start": 21, "end": 35, "text": "within 5 miles", "score": 0.8766829967498779}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "446", "language": "en", "text": "are there are sushi bars open within ten miles", "gt": [{"start": 14, "end": 24, "tag": "CUISINE", "value": "sushi bars", "text": "sushi bars"}, {"start": 25, "end": 29, "tag": "HOURS", "value": "open", "text": "open"}, {"start": 30, "end": 46, "tag": "LOCATION", "value": "within ten miles", "text": "within ten miles"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 19, "text": "sushi", "score": 0.8298642635345459}, {"label": "HOURS", "start": 25, "end": 29, "text": "open", "score": 0.8992556929588318}, {"label": "LOCATION", "start": 30, "end": 46, "text": "within ten miles", "score": 0.9205765128135681}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "447", "language": "en", "text": "are there four star restaurants in the area", "gt": [{"start": 10, "end": 19, "tag": "RATING", "value": "four star", "text": "four star"}, {"start": 32, "end": 43, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "RATING", "start": 10, "end": 19, "text": "four star", "score": 0.9539062976837158}, {"label": "LOCATION", "start": 32, "end": 43, "text": "in the area", "score": 0.9222437143325806}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "448", "language": "en", "text": "are there nearby restaurants", "gt": [{"start": 10, "end": 16, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "LOCATION", "start": 10, "end": 16, "text": "nearby", "score": 0.9409986734390259}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "449", "language": "en", "text": "are there reservations available tonight for 7 pm at la belle vie", "gt": [{"start": 10, "end": 22, "tag": "AMENITY", "value": "reservations", "text": "reservations"}, {"start": 33, "end": 49, "tag": "HOURS", "value": "tonight for 7 pm", "text": "tonight for 7 pm"}, {"start": 53, "end": 65, "tag": "RESTAURANT_NAME", "value": "la belle vie", "text": "la belle vie"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 53, "end": 65, "text": "la belle vie", "score": 0.9395537376403809}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "450", "language": "en", "text": "are there restaurants nearby that are cheap", "gt": [{"start": 22, "end": 28, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 38, "end": 43, "tag": "PRICE", "value": "cheap", "text": "cheap"}], "predictions": [{"label": "LOCATION", "start": 22, "end": 28, "text": "nearby", "score": 0.9385915994644165}, {"label": "PRICE", "start": 38, "end": 43, "text": "cheap", "score": 0.9600682854652405}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "451", "language": "en", "text": "are there steakhouses nearby", "gt": [{"start": 10, "end": 21, "tag": "CUISINE", "value": "steakhouses", "text": "steakhouses"}, {"start": 22, "end": 28, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "CUISINE", "start": 10, "end": 21, "text": "steakhouses", "score": 0.8844903111457825}, {"label": "LOCATION", "start": 22, "end": 28, "text": "nearby", "score": 0.9464993476867676}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "452", "language": "en", "text": "are there tapas places that are open right now", "gt": [{"start": 10, "end": 15, "tag": "CUISINE", "value": "tapas", "text": "tapas"}, {"start": 32, "end": 46, "tag": "HOURS", "value": "open right now", "text": "open right now"}], "predictions": [{"label": "CUISINE", "start": 10, "end": 15, "text": "tapas", "score": 0.8648915886878967}, {"label": "HOURS", "start": 32, "end": 46, "text": "open right now", "score": 0.9293787479400635}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "453", "language": "en", "text": "are they any italian restaurants between home and work", "gt": [{"start": 13, "end": 20, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 33, "end": 54, "tag": "LOCATION", "value": "between home and work", "text": "between home and work"}], "predictions": [{"label": "CUISINE", "start": 13, "end": 20, "text": "italian", "score": 0.9399546384811401}, {"label": "LOCATION", "start": 33, "end": 54, "text": "between home and work", "score": 0.8978680372238159}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "454", "language": "en", "text": "are we near a place to get a good bowl of southern grits", "gt": [{"start": 7, "end": 11, "tag": "LOCATION", "value": "near", "text": "near"}, {"start": 29, "end": 33, "tag": "RATING", "value": "good", "text": "good"}, {"start": 34, "end": 56, "tag": "DISH", "value": "bowl of southern grits", "text": "bowl of southern grits"}], "predictions": [{"label": "RATING", "start": 29, "end": 33, "text": "good", "score": 0.8421725034713745}, {"label": "DISH", "start": 42, "end": 56, "text": "southern grits", "score": 0.7248326539993286}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "455", "language": "en", "text": "are you able to find a restaurant that offers free refills on soda", "gt": [{"start": 46, "end": 66, "tag": "AMENITY", "value": "free refills on soda", "text": "free refills on soda"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "456", "language": "en", "text": "are you able to tell me a restaurants health score rating", "gt": [{"start": 38, "end": 57, "tag": "RATING", "value": "health score rating", "text": "health score rating"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "457", "language": "en", "text": "are you showing any wendys nearby", "gt": [{"start": 20, "end": 26, "tag": "RESTAURANT_NAME", "value": "wendys", "text": "wendys"}, {"start": 27, "end": 33, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 20, "end": 26, "text": "wendys", "score": 0.9161888957023621}, {"label": "LOCATION", "start": 27, "end": 33, "text": "nearby", "score": 0.9254021644592285}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "458", "language": "en", "text": "area restaurants", "gt": [{"start": 0, "end": 4, "tag": "LOCATION", "value": "area", "text": "area"}], "predictions": [{"label": "LOCATION", "start": 0, "end": 4, "text": "area", "score": 0.902593195438385}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "459", "language": "en", "text": "arrange my most frequented diners in terms of average price", "gt": [{"start": 46, "end": 53, "tag": "PRICE", "value": "average", "text": "average"}], "predictions": [{"label": "CUISINE", "start": 27, "end": 33, "text": "diners", "score": 0.891089677810669}, {"label": "PRICE", "start": 46, "end": 53, "text": "average", "score": 0.8548170924186707}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "460", "language": "en", "text": "asian", "gt": [{"start": 0, "end": 5, "tag": "CUISINE", "value": "asian", "text": "asian"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 5, "text": "asian", "score": 0.9338447451591492}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "461", "language": "en", "text": "asian by the river", "gt": [{"start": 0, "end": 5, "tag": "CUISINE", "value": "asian", "text": "asian"}, {"start": 6, "end": 18, "tag": "LOCATION", "value": "by the river", "text": "by the river"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 5, "text": "asian", "score": 0.9110807180404663}, {"label": "LOCATION", "start": 6, "end": 18, "text": "by the river", "score": 0.8930413722991943}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "462", "language": "en", "text": "asian specialty in my town", "gt": [{"start": 0, "end": 5, "tag": "CUISINE", "value": "asian", "text": "asian"}, {"start": 16, "end": 26, "tag": "LOCATION", "value": "in my town", "text": "in my town"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 5, "text": "asian", "score": 0.884287416934967}, {"label": "LOCATION", "start": 16, "end": 26, "text": "in my town", "score": 0.8907305598258972}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "463", "language": "en", "text": "at what time does dennys open", "gt": [{"start": 18, "end": 24, "tag": "RESTAURANT_NAME", "value": "dennys", "text": "dennys"}, {"start": 25, "end": 29, "tag": "HOURS", "value": "open", "text": "open"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 18, "end": 24, "text": "dennys", "score": 0.9320883750915527}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "464", "language": "en", "text": "at what time does johnny rockets open", "gt": [{"start": 18, "end": 32, "tag": "RESTAURANT_NAME", "value": "johnny rockets", "text": "johnny rockets"}, {"start": 33, "end": 37, "tag": "HOURS", "value": "open", "text": "open"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 18, "end": 32, "text": "johnny rockets", "score": 0.9271612167358398}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "465", "language": "en", "text": "at what time does marlenes close", "gt": [{"start": 18, "end": 26, "tag": "RESTAURANT_NAME", "value": "marlenes", "text": "marlenes"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 18, "end": 26, "text": "marlenes", "score": 0.9314596056938171}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "466", "language": "en", "text": "at what times does pizzeria uno on elm street open", "gt": [{"start": 8, "end": 13, "tag": "HOURS", "value": "times", "text": "times"}, {"start": 19, "end": 31, "tag": "RESTAURANT_NAME", "value": "pizzeria uno", "text": "pizzeria uno"}, {"start": 35, "end": 45, "tag": "LOCATION", "value": "elm street", "text": "elm street"}, {"start": 46, "end": 50, "tag": "HOURS", "value": "open", "text": "open"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 19, "end": 31, "text": "pizzeria uno", "score": 0.9265208840370178}, {"label": "LOCATION", "start": 35, "end": 45, "text": "elm street", "score": 0.9426410794258118}, {"label": "HOURS", "start": 46, "end": 50, "text": "open", "score": 0.7334151864051819}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 3, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "467", "language": "en", "text": "at which restaurant can i eat breakfast for dinner", "gt": [{"start": 30, "end": 50, "tag": "CUISINE", "value": "breakfast for dinner", "text": "breakfast for dinner"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "468", "language": "en", "text": "at which restaurant can i eat some good seafood", "gt": [{"start": 35, "end": 39, "tag": "RATING", "value": "good", "text": "good"}, {"start": 40, "end": 47, "tag": "CUISINE", "value": "seafood", "text": "seafood"}], "predictions": [{"label": "RATING", "start": 35, "end": 39, "text": "good", "score": 0.9059041142463684}, {"label": "CUISINE", "start": 40, "end": 47, "text": "seafood", "score": 0.8471208214759827}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "469", "language": "en", "text": "at which restaurants can eat before 7 am", "gt": [{"start": 29, "end": 40, "tag": "HOURS", "value": "before 7 am", "text": "before 7 am"}], "predictions": [{"label": "HOURS", "start": 29, "end": 40, "text": "before 7 am", "score": 0.9165473580360413}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "470", "language": "en", "text": "at which restaurants can i eat outside", "gt": [{"start": 27, "end": 38, "tag": "AMENITY", "value": "eat outside", "text": "eat outside"}], "predictions": [{"label": "AMENITY", "start": 27, "end": 38, "text": "eat outside", "score": 0.80278080701828}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "471", "language": "en", "text": "baby can you find me a good mexican restaurant in the area", "gt": [{"start": 23, "end": 27, "tag": "RATING", "value": "good", "text": "good"}, {"start": 28, "end": 35, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 47, "end": 58, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "RATING", "start": 23, "end": 27, "text": "good", "score": 0.9241636991500854}, {"label": "CUISINE", "start": 28, "end": 35, "text": "mexican", "score": 0.9056062698364258}, {"label": "LOCATION", "start": 47, "end": 58, "text": "in the area", "score": 0.9014143347740173}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "472", "language": "en", "text": "ballpark dining", "gt": [{"start": 0, "end": 8, "tag": "CUISINE", "value": "ballpark", "text": "ballpark"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "473", "language": "en", "text": "based on local or community reviews what is the highest rated restaurant within 15 miles that serves home cooked style meals", "gt": [{"start": 48, "end": 61, "tag": "RATING", "value": "highest rated", "text": "highest rated"}, {"start": 73, "end": 88, "tag": "LOCATION", "value": "within 15 miles", "text": "within 15 miles"}, {"start": 101, "end": 112, "tag": "CUISINE", "value": "home cooked", "text": "home cooked"}], "predictions": [{"label": "RATING", "start": 48, "end": 61, "text": "highest rated", "score": 0.9520601630210876}, {"label": "LOCATION", "start": 73, "end": 88, "text": "within 15 miles", "score": 0.9279893636703491}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "474", "language": "en", "text": "bbq joint in town", "gt": [{"start": 0, "end": 9, "tag": "CUISINE", "value": "bbq joint", "text": "bbq joint"}, {"start": 10, "end": 17, "tag": "LOCATION", "value": "in town", "text": "in town"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 9, "text": "bbq joint", "score": 0.8325989842414856}, {"label": "LOCATION", "start": 10, "end": 17, "text": "in town", "score": 0.9382867217063904}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "475", "language": "en", "text": "bbq ribs and beer sports bar", "gt": [{"start": 0, "end": 8, "tag": "DISH", "value": "bbq ribs", "text": "bbq ribs"}, {"start": 13, "end": 17, "tag": "DISH", "value": "beer", "text": "beer"}, {"start": 18, "end": 28, "tag": "AMENITY", "value": "sports bar", "text": "sports bar"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 3, "tp_strict": 0, "fp_strict": 0, "fn_strict": 3, "error": null}
{"sample_id": "476", "language": "en", "text": "beer and pub grub", "gt": [{"start": 0, "end": 17, "tag": "CUISINE", "value": "beer and pub grub", "text": "beer and pub grub"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "477", "language": "en", "text": "begin with the most frequented eateries in san diego", "gt": [{"start": 20, "end": 30, "tag": "HOURS", "value": "frequented", "text": "frequented"}, {"start": 43, "end": 52, "tag": "LOCATION", "value": "san diego", "text": "san diego"}], "predictions": [{"label": "LOCATION", "start": 43, "end": 52, "text": "san diego", "score": 0.8991404175758362}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "478", "language": "en", "text": "best authentic mexican chimichangas", "gt": [{"start": 0, "end": 4, "tag": "RATING", "value": "best", "text": "best"}, {"start": 5, "end": 22, "tag": "CUISINE", "value": "authentic mexican", "text": "authentic mexican"}, {"start": 23, "end": 35, "tag": "DISH", "value": "chimichangas", "text": "chimichangas"}], "predictions": [{"label": "RATING", "start": 0, "end": 4, "text": "best", "score": 0.8959167003631592}, {"label": "CUISINE", "start": 5, "end": 22, "text": "authentic mexican", "score": 0.7906125783920288}, {"label": "DISH", "start": 23, "end": 35, "text": "chimichangas", "score": 0.8401949405670166}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "479", "language": "en", "text": "best rated donuts in town", "gt": [{"start": 0, "end": 10, "tag": "RATING", "value": "best rated", "text": "best rated"}, {"start": 11, "end": 17, "tag": "DISH", "value": "donuts", "text": "donuts"}, {"start": 18, "end": 25, "tag": "LOCATION", "value": "in town", "text": "in town"}], "predictions": [{"label": "RATING", "start": 0, "end": 10, "text": "best rated", "score": 0.8637166619300842}, {"label": "DISH", "start": 11, "end": 17, "text": "donuts", "score": 0.853516697883606}, {"label": "LOCATION", "start": 18, "end": 25, "text": "in town", "score": 0.9284949898719788}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "480", "language": "en", "text": "beverly burgers closest to my area", "gt": [{"start": 0, "end": 15, "tag": "RESTAURANT_NAME", "value": "beverly burgers", "text": "beverly burgers"}, {"start": 16, "end": 34, "tag": "LOCATION", "value": "closest to my area", "text": "closest to my area"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 0, "end": 15, "text": "beverly burgers", "score": 0.9358773827552795}, {"label": "LOCATION", "start": 16, "end": 34, "text": "closest to my area", "score": 0.8384495973587036}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "481", "language": "en", "text": "bitch i need a sandwich", "gt": [{"start": 15, "end": 23, "tag": "DISH", "value": "sandwich", "text": "sandwich"}], "predictions": [{"label": "DISH", "start": 15, "end": 23, "text": "sandwich", "score": 0.8933843970298767}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "482", "language": "en", "text": "book me a dinner for two at 700 tonight at lecooks please", "gt": [{"start": 28, "end": 39, "tag": "HOURS", "value": "700 tonight", "text": "700 tonight"}, {"start": 43, "end": 50, "tag": "RESTAURANT_NAME", "value": "lecooks", "text": "lecooks"}], "predictions": [{"label": "PRICE", "start": 28, "end": 31, "text": "700", "score": 0.7201347947120667}, {"label": "RESTAURANT_NAME", "start": 43, "end": 50, "text": "lecooks", "score": 0.942394495010376}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "483", "language": "en", "text": "book me a table for 1 at the closest place that recently got a high rating for their food", "gt": [{"start": 29, "end": 36, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 63, "end": 67, "tag": "RATING", "value": "high", "text": "high"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 36, "text": "closest", "score": 0.9322478771209717}, {"label": "RATING", "start": 63, "end": 74, "text": "high rating", "score": 0.895500659942627}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "484", "language": "en", "text": "breakfast and lunch resturants", "gt": [{"start": 0, "end": 9, "tag": "HOURS", "value": "breakfast", "text": "breakfast"}, {"start": 14, "end": 19, "tag": "HOURS", "value": "lunch", "text": "lunch"}], "predictions": [{"label": "HOURS", "start": 14, "end": 19, "text": "lunch", "score": 0.77000492811203}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "485", "language": "en", "text": "breakfast spot", "gt": [{"start": 0, "end": 9, "tag": "HOURS", "value": "breakfast", "text": "breakfast"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "486", "language": "en", "text": "breakfast with the kids", "gt": [{"start": 0, "end": 9, "tag": "HOURS", "value": "breakfast", "text": "breakfast"}, {"start": 19, "end": 23, "tag": "AMENITY", "value": "kids", "text": "kids"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 9, "text": "breakfast", "score": 0.7769941687583923}, {"label": "AMENITY", "start": 19, "end": 23, "text": "kids", "score": 0.8689665198326111}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "487", "language": "en", "text": "brunch", "gt": [{"start": 0, "end": 6, "tag": "CUISINE", "value": "brunch", "text": "brunch"}], "predictions": [{"label": "HOURS", "start": 0, "end": 6, "text": "brunch", "score": 0.7251504063606262}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "488", "language": "en", "text": "buffet", "gt": [{"start": 0, "end": 6, "tag": "AMENITY", "value": "buffet", "text": "buffet"}], "predictions": [{"label": "AMENITY", "start": 0, "end": 6, "text": "buffet", "score": 0.7684136629104614}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "489", "language": "en", "text": "buffet reviews nearest", "gt": [{"start": 0, "end": 6, "tag": "CUISINE", "value": "buffet", "text": "buffet"}, {"start": 7, "end": 22, "tag": "LOCATION", "value": "reviews nearest", "text": "reviews nearest"}], "predictions": [{"label": "RATING", "start": 7, "end": 14, "text": "reviews", "score": 0.8233931064605713}, {"label": "LOCATION", "start": 15, "end": 22, "text": "nearest", "score": 0.9570892453193665}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 2, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "490", "language": "en", "text": "buffets nearest", "gt": [{"start": 0, "end": 7, "tag": "AMENITY", "value": "buffets", "text": "buffets"}, {"start": 8, "end": 15, "tag": "LOCATION", "value": "nearest", "text": "nearest"}], "predictions": [{"label": "LOCATION", "start": 8, "end": 15, "text": "nearest", "score": 0.9421126842498779}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "491", "language": "en", "text": "burger joint", "gt": [{"start": 0, "end": 12, "tag": "CUISINE", "value": "burger joint", "text": "burger joint"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 12, "text": "burger joint", "score": 0.7919884920120239}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "492", "language": "en", "text": "burger joint that takes mastercard", "gt": [{"start": 0, "end": 12, "tag": "CUISINE", "value": "burger joint", "text": "burger joint"}, {"start": 24, "end": 34, "tag": "AMENITY", "value": "mastercard", "text": "mastercard"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 6, "text": "burger", "score": 0.763202965259552}, {"label": "AMENITY", "start": 18, "end": 34, "text": "takes mastercard", "score": 0.844199001789093}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "493", "language": "en", "text": "burger king hours nearby", "gt": [{"start": 0, "end": 11, "tag": "RESTAURANT_NAME", "value": "burger king", "text": "burger king"}, {"start": 12, "end": 17, "tag": "HOURS", "value": "hours", "text": "hours"}, {"start": 18, "end": 24, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 0, "end": 11, "text": "burger king", "score": 0.9260426163673401}, {"label": "HOURS", "start": 12, "end": 17, "text": "hours", "score": 0.8039078712463379}, {"label": "LOCATION", "start": 18, "end": 24, "text": "nearby", "score": 0.9485478401184082}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "494", "language": "en", "text": "burger king resturant", "gt": [{"start": 0, "end": 11, "tag": "RESTAURANT_NAME", "value": "burger king", "text": "burger king"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 0, "end": 11, "text": "burger king", "score": 0.8587294220924377}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "495", "language": "en", "text": "burrito resturant near my location", "gt": [{"start": 0, "end": 7, "tag": "DISH", "value": "burrito", "text": "burrito"}, {"start": 18, "end": 34, "tag": "LOCATION", "value": "near my location", "text": "near my location"}], "predictions": [{"label": "CUISINE", "start": 0, "end": 7, "text": "burrito", "score": 0.8440027236938477}, {"label": "LOCATION", "start": 18, "end": 34, "text": "near my location", "score": 0.8800214529037476}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "496", "language": "en", "text": "by helping me find a place to satiisfy my craving for skillet fried chicken", "gt": [{"start": 54, "end": 75, "tag": "DISH", "value": "skillet fried chicken", "text": "skillet fried chicken"}], "predictions": [{"label": "DISH", "start": 54, "end": 75, "text": "skillet fried chicken", "score": 0.9427629709243774}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "497", "language": "en", "text": "call applebees", "gt": [{"start": 5, "end": 14, "tag": "RESTAURANT_NAME", "value": "applebees", "text": "applebees"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 5, "end": 14, "text": "applebees", "score": 0.9259868264198303}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "498", "language": "en", "text": "call bouchon in napa", "gt": [{"start": 5, "end": 12, "tag": "RESTAURANT_NAME", "value": "bouchon", "text": "bouchon"}, {"start": 16, "end": 20, "tag": "LOCATION", "value": "napa", "text": "napa"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 5, "end": 12, "text": "bouchon", "score": 0.9104263186454773}, {"label": "LOCATION", "start": 16, "end": 20, "text": "napa", "score": 0.9061775803565979}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "499", "language": "en", "text": "call golden corral in sacramento", "gt": [{"start": 5, "end": 18, "tag": "RESTAURANT_NAME", "value": "golden corral", "text": "golden corral"}, {"start": 22, "end": 32, "tag": "LOCATION", "value": "sacramento", "text": "sacramento"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 5, "end": 18, "text": "golden corral", "score": 0.9156035780906677}, {"label": "LOCATION", "start": 22, "end": 32, "text": "sacramento", "score": 0.921847939491272}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "500", "language": "en", "text": "call hometown buffet", "gt": [{"start": 5, "end": 20, "tag": "RESTAURANT_NAME", "value": "hometown buffet", "text": "hometown buffet"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 5, "end": 20, "text": "hometown buffet", "score": 0.8345058560371399}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "501", "language": "en", "text": "call mcdonalds", "gt": [{"start": 5, "end": 14, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 5, "end": 14, "text": "mcdonalds", "score": 0.9220210313796997}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "502", "language": "en", "text": "call ohgane in oakland for me", "gt": [{"start": 5, "end": 11, "tag": "RESTAURANT_NAME", "value": "ohgane", "text": "ohgane"}, {"start": 15, "end": 22, "tag": "LOCATION", "value": "oakland", "text": "oakland"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 5, "end": 11, "text": "ohgane", "score": 0.9252758026123047}, {"label": "LOCATION", "start": 15, "end": 22, "text": "oakland", "score": 0.9207802414894104}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "503", "language": "en", "text": "call roys in oahu", "gt": [{"start": 5, "end": 9, "tag": "RESTAURANT_NAME", "value": "roys", "text": "roys"}, {"start": 13, "end": 17, "tag": "LOCATION", "value": "oahu", "text": "oahu"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 5, "end": 9, "text": "roys", "score": 0.9145340323448181}, {"label": "LOCATION", "start": 13, "end": 17, "text": "oahu", "score": 0.9331787824630737}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "504", "language": "en", "text": "call sonic burger", "gt": [{"start": 5, "end": 17, "tag": "RESTAURANT_NAME", "value": "sonic burger", "text": "sonic burger"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 5, "end": 17, "text": "sonic burger", "score": 0.9213752746582031}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "505", "language": "en", "text": "call the closest applebees for me", "gt": [{"start": 9, "end": 16, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 17, "end": 26, "tag": "RESTAURANT_NAME", "value": "applebees", "text": "applebees"}], "predictions": [{"label": "LOCATION", "start": 9, "end": 16, "text": "closest", "score": 0.9390764236450195}, {"label": "RESTAURANT_NAME", "start": 17, "end": 26, "text": "applebees", "score": 0.9267596006393433}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "506", "language": "en", "text": "call the closest chinese restaurant", "gt": [{"start": 9, "end": 16, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 17, "end": 24, "tag": "CUISINE", "value": "chinese", "text": "chinese"}], "predictions": [{"label": "LOCATION", "start": 9, "end": 16, "text": "closest", "score": 0.9534834027290344}, {"label": "CUISINE", "start": 17, "end": 24, "text": "chinese", "score": 0.9214392900466919}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "507", "language": "en", "text": "call the closest filipino restaurant", "gt": [{"start": 9, "end": 16, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 17, "end": 25, "tag": "CUISINE", "value": "filipino", "text": "filipino"}], "predictions": [{"label": "LOCATION", "start": 9, "end": 16, "text": "closest", "score": 0.9537931680679321}, {"label": "CUISINE", "start": 17, "end": 25, "text": "filipino", "score": 0.9176658987998962}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "508", "language": "en", "text": "call the closest hong kong style cafe", "gt": [{"start": 9, "end": 16, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 17, "end": 37, "tag": "CUISINE", "value": "hong kong style cafe", "text": "hong kong style cafe"}], "predictions": [{"label": "LOCATION", "start": 9, "end": 16, "text": "closest", "score": 0.9551919102668762}, {"label": "CUISINE", "start": 17, "end": 37, "text": "hong kong style cafe", "score": 0.7462594509124756}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "509", "language": "en", "text": "call the pizza hut closest to my house that offers delivery", "gt": [{"start": 9, "end": 18, "tag": "RESTAURANT_NAME", "value": "pizza hut", "text": "pizza hut"}, {"start": 19, "end": 38, "tag": "LOCATION", "value": "closest to my house", "text": "closest to my house"}, {"start": 44, "end": 59, "tag": "AMENITY", "value": "offers delivery", "text": "offers delivery"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 9, "end": 18, "text": "pizza hut", "score": 0.9279327988624573}, {"label": "LOCATION", "start": 19, "end": 38, "text": "closest to my house", "score": 0.8445631861686707}, {"label": "AMENITY", "start": 51, "end": 59, "text": "delivery", "score": 0.8940520882606506}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "510", "language": "en", "text": "call to make a reservation for bouchon in napa", "gt": [{"start": 31, "end": 38, "tag": "RESTAURANT_NAME", "value": "bouchon", "text": "bouchon"}, {"start": 42, "end": 46, "tag": "LOCATION", "value": "napa", "text": "napa"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 31, "end": 38, "text": "bouchon", "score": 0.9335783123970032}, {"label": "LOCATION", "start": 42, "end": 46, "text": "napa", "score": 0.9137241244316101}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "511", "language": "en", "text": "can i bring a seeing eye dog to the nearest fast food restaurant", "gt": [{"start": 14, "end": 28, "tag": "AMENITY", "value": "seeing eye dog", "text": "seeing eye dog"}, {"start": 36, "end": 43, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 44, "end": 53, "tag": "CUISINE", "value": "fast food", "text": "fast food"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 28, "text": "seeing eye dog", "score": 0.7867518663406372}, {"label": "LOCATION", "start": 36, "end": 43, "text": "nearest", "score": 0.9398011565208435}, {"label": "CUISINE", "start": 44, "end": 53, "text": "fast food", "score": 0.9357638359069824}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "512", "language": "en", "text": "can i bring my child to fox and hound after 9 pm", "gt": [{"start": 15, "end": 20, "tag": "AMENITY", "value": "child", "text": "child"}, {"start": 24, "end": 37, "tag": "RESTAURANT_NAME", "value": "fox and hound", "text": "fox and hound"}, {"start": 38, "end": 48, "tag": "HOURS", "value": "after 9 pm", "text": "after 9 pm"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 24, "end": 37, "text": "fox and hound", "score": 0.9293451905250549}, {"label": "HOURS", "start": 38, "end": 48, "text": "after 9 pm", "score": 0.9267449378967285}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "513", "language": "en", "text": "can i bring my dog on the patio", "gt": [{"start": 6, "end": 31, "tag": "AMENITY", "value": "bring my dog on the patio", "text": "bring my dog on the patio"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "514", "language": "en", "text": "can i bring my kids to the cuban restaurant", "gt": [{"start": 15, "end": 19, "tag": "AMENITY", "value": "kids", "text": "kids"}, {"start": 27, "end": 32, "tag": "CUISINE", "value": "cuban", "text": "cuban"}], "predictions": [{"label": "CUISINE", "start": 27, "end": 32, "text": "cuban", "score": 0.9373378157615662}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "515", "language": "en", "text": "can i bring my kids with me to dinner at lecooks", "gt": [{"start": 31, "end": 37, "tag": "HOURS", "value": "dinner", "text": "dinner"}, {"start": 41, "end": 48, "tag": "RESTAURANT_NAME", "value": "lecooks", "text": "lecooks"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 19, "text": "kids", "score": 0.8097596764564514}, {"label": "HOURS", "start": 31, "end": 37, "text": "dinner", "score": 0.7053709626197815}, {"label": "RESTAURANT_NAME", "start": 41, "end": 48, "text": "lecooks", "score": 0.9511541724205017}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "516", "language": "en", "text": "can i bring my own beer to lincolns landing", "gt": [{"start": 6, "end": 23, "tag": "AMENITY", "value": "bring my own beer", "text": "bring my own beer"}, {"start": 27, "end": 43, "tag": "RESTAURANT_NAME", "value": "lincolns landing", "text": "lincolns landing"}], "predictions": [{"label": "LOCATION", "start": 27, "end": 43, "text": "lincolns landing", "score": 0.7556422352790833}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "517", "language": "en", "text": "can i bring my seven children to the italian restaurant on 5 th street", "gt": [{"start": 15, "end": 29, "tag": "AMENITY", "value": "seven children", "text": "seven children"}, {"start": 37, "end": 44, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 59, "end": 70, "tag": "LOCATION", "value": "5 th street", "text": "5 th street"}], "predictions": [{"label": "CUISINE", "start": 37, "end": 44, "text": "italian", "score": 0.9172796010971069}, {"label": "LOCATION", "start": 59, "end": 70, "text": "5 th street", "score": 0.9417486190795898}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "518", "language": "en", "text": "can i bring my stroller", "gt": [{"start": 6, "end": 11, "tag": "AMENITY", "value": "bring", "text": "bring"}, {"start": 15, "end": 23, "tag": "AMENITY", "value": "stroller", "text": "stroller"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "519", "language": "en", "text": "can i eat at the bar at cj gourmet pizza", "gt": [{"start": 17, "end": 20, "tag": "AMENITY", "value": "bar", "text": "bar"}, {"start": 24, "end": 40, "tag": "RESTAURANT_NAME", "value": "cj gourmet pizza", "text": "cj gourmet pizza"}], "predictions": [{"label": "AMENITY", "start": 17, "end": 20, "text": "bar", "score": 0.7918298840522766}, {"label": "RESTAURANT_NAME", "start": 24, "end": 40, "text": "cj gourmet pizza", "score": 0.9431481957435608}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "520", "language": "en", "text": "can i eat outdoors at dinosaur bbq", "gt": [{"start": 6, "end": 18, "tag": "AMENITY", "value": "eat outdoors", "text": "eat outdoors"}, {"start": 22, "end": 34, "tag": "RESTAURANT_NAME", "value": "dinosaur bbq", "text": "dinosaur bbq"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 22, "end": 34, "text": "dinosaur bbq", "score": 0.9296319484710693}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "521", "language": "en", "text": "can i find a german restaurant near main str", "gt": [{"start": 13, "end": 19, "tag": "CUISINE", "value": "german", "text": "german"}, {"start": 31, "end": 44, "tag": "LOCATION", "value": "near main str", "text": "near main str"}], "predictions": [{"label": "CUISINE", "start": 13, "end": 19, "text": "german", "score": 0.936138391494751}, {"label": "LOCATION", "start": 31, "end": 44, "text": "near main str", "score": 0.9151185154914856}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "522", "language": "en", "text": "can i find a noodle bar after midnight", "gt": [{"start": 13, "end": 23, "tag": "DISH", "value": "noodle bar", "text": "noodle bar"}, {"start": 24, "end": 38, "tag": "HOURS", "value": "after midnight", "text": "after midnight"}], "predictions": [{"label": "CUISINE", "start": 13, "end": 23, "text": "noodle bar", "score": 0.8279491662979126}, {"label": "HOURS", "start": 24, "end": 38, "text": "after midnight", "score": 0.9220649003982544}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "523", "language": "en", "text": "can i find a place that serves excellent clam sauce", "gt": [{"start": 31, "end": 40, "tag": "RATING", "value": "excellent", "text": "excellent"}, {"start": 41, "end": 51, "tag": "DISH", "value": "clam sauce", "text": "clam sauce"}], "predictions": [{"label": "RATING", "start": 31, "end": 40, "text": "excellent", "score": 0.9114933013916016}, {"label": "DISH", "start": 41, "end": 51, "text": "clam sauce", "score": 0.9128920435905457}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "524", "language": "en", "text": "can i find a restaurant that serves a few vegetarian entrees as well as meat options", "gt": [{"start": 42, "end": 52, "tag": "CUISINE", "value": "vegetarian", "text": "vegetarian"}, {"start": 72, "end": 76, "tag": "CUISINE", "value": "meat", "text": "meat"}], "predictions": [{"label": "CUISINE", "start": 42, "end": 52, "text": "vegetarian", "score": 0.8079751133918762}, {"label": "CUISINE", "start": 72, "end": 76, "text": "meat", "score": 0.7702675461769104}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "525", "language": "en", "text": "can i find cheap sushi someplace not too far", "gt": [{"start": 11, "end": 16, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 17, "end": 22, "tag": "CUISINE", "value": "sushi", "text": "sushi"}, {"start": 33, "end": 44, "tag": "LOCATION", "value": "not too far", "text": "not too far"}], "predictions": [{"label": "PRICE", "start": 11, "end": 16, "text": "cheap", "score": 0.9618971347808838}, {"label": "CUISINE", "start": 17, "end": 22, "text": "sushi", "score": 0.8267986178398132}, {"label": "LOCATION", "start": 33, "end": 44, "text": "not too far", "score": 0.947539210319519}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "526", "language": "en", "text": "can i find chicken and waffles in stockton ca", "gt": [{"start": 11, "end": 30, "tag": "DISH", "value": "chicken and waffles", "text": "chicken and waffles"}, {"start": 34, "end": 45, "tag": "LOCATION", "value": "stockton ca", "text": "stockton ca"}], "predictions": [{"label": "DISH", "start": 11, "end": 30, "text": "chicken and waffles", "score": 0.8927926421165466}, {"label": "LOCATION", "start": 34, "end": 45, "text": "stockton ca", "score": 0.9091068506240845}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "527", "language": "en", "text": "can i find sushi at midnight in berkeley", "gt": [{"start": 11, "end": 16, "tag": "DISH", "value": "sushi", "text": "sushi"}, {"start": 20, "end": 28, "tag": "HOURS", "value": "midnight", "text": "midnight"}, {"start": 32, "end": 40, "tag": "LOCATION", "value": "berkeley", "text": "berkeley"}], "predictions": [{"label": "CUISINE", "start": 11, "end": 16, "text": "sushi", "score": 0.7648772597312927}, {"label": "HOURS", "start": 20, "end": 28, "text": "midnight", "score": 0.870990514755249}, {"label": "LOCATION", "start": 32, "end": 40, "text": "berkeley", "score": 0.9235166907310486}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "528", "language": "en", "text": "can i find tgif fridays near me", "gt": [{"start": 11, "end": 23, "tag": "RESTAURANT_NAME", "value": "tgif fridays", "text": "tgif fridays"}, {"start": 24, "end": 31, "tag": "LOCATION", "value": "near me", "text": "near me"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 11, "end": 23, "text": "tgif fridays", "score": 0.9349194765090942}, {"label": "LOCATION", "start": 24, "end": 31, "text": "near me", "score": 0.9195683002471924}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "529", "language": "en", "text": "can i finda a cinnabon in the volusia mall", "gt": [{"start": 14, "end": 22, "tag": "RESTAURANT_NAME", "value": "cinnabon", "text": "cinnabon"}, {"start": 30, "end": 42, "tag": "LOCATION", "value": "volusia mall", "text": "volusia mall"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 14, "end": 22, "text": "cinnabon", "score": 0.760613203048706}, {"label": "LOCATION", "start": 30, "end": 42, "text": "volusia mall", "score": 0.9051188230514526}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "530", "language": "en", "text": "can i get a cheese bourek anywhere around here", "gt": [{"start": 12, "end": 25, "tag": "DISH", "value": "cheese bourek", "text": "cheese bourek"}, {"start": 35, "end": 46, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "DISH", "start": 12, "end": 25, "text": "cheese bourek", "score": 0.9254633188247681}, {"label": "LOCATION", "start": 35, "end": 46, "text": "around here", "score": 0.8448075652122498}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "531", "language": "en", "text": "can i get a cheeseburger anywhere close for under a dollar", "gt": [{"start": 12, "end": 24, "tag": "DISH", "value": "cheeseburger", "text": "cheeseburger"}, {"start": 44, "end": 58, "tag": "PRICE", "value": "under a dollar", "text": "under a dollar"}], "predictions": [{"label": "DISH", "start": 12, "end": 24, "text": "cheeseburger", "score": 0.8786497712135315}, {"label": "LOCATION", "start": 25, "end": 39, "text": "anywhere close", "score": 0.8715320825576782}, {"label": "PRICE", "start": 44, "end": 58, "text": "under a dollar", "score": 0.9383186101913452}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "532", "language": "en", "text": "can i get a fish sandwich at jacks", "gt": [{"start": 12, "end": 25, "tag": "DISH", "value": "fish sandwich", "text": "fish sandwich"}, {"start": 29, "end": 34, "tag": "RESTAURANT_NAME", "value": "jacks", "text": "jacks"}], "predictions": [{"label": "DISH", "start": 12, "end": 25, "text": "fish sandwich", "score": 0.9069920182228088}, {"label": "RESTAURANT_NAME", "start": 29, "end": 34, "text": "jacks", "score": 0.957423746585846}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "533", "language": "en", "text": "can i get a good home made burger and fries within ten miles of here", "gt": [{"start": 12, "end": 16, "tag": "RATING", "value": "good", "text": "good"}, {"start": 17, "end": 43, "tag": "DISH", "value": "home made burger and fries", "text": "home made burger and fries"}, {"start": 44, "end": 68, "tag": "LOCATION", "value": "within ten miles of here", "text": "within ten miles of here"}], "predictions": [{"label": "RATING", "start": 12, "end": 16, "text": "good", "score": 0.8826776146888733}, {"label": "DISH", "start": 17, "end": 43, "text": "home made burger and fries", "score": 0.8697423338890076}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "534", "language": "en", "text": "can i get a good snack somewhere", "gt": [{"start": 12, "end": 16, "tag": "RATING", "value": "good", "text": "good"}, {"start": 17, "end": 22, "tag": "CUISINE", "value": "snack", "text": "snack"}], "predictions": [{"label": "RATING", "start": 12, "end": 16, "text": "good", "score": 0.8778324127197266}, {"label": "CUISINE", "start": 17, "end": 22, "text": "snack", "score": 0.7589834928512573}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "535", "language": "en", "text": "can i get a good steak at the hampton diner", "gt": [{"start": 12, "end": 16, "tag": "RATING", "value": "good", "text": "good"}, {"start": 17, "end": 22, "tag": "DISH", "value": "steak", "text": "steak"}, {"start": 30, "end": 43, "tag": "RESTAURANT_NAME", "value": "hampton diner", "text": "hampton diner"}], "predictions": [{"label": "RATING", "start": 12, "end": 16, "text": "good", "score": 0.7888567447662354}, {"label": "DISH", "start": 17, "end": 22, "text": "steak", "score": 0.7792863249778748}, {"label": "RESTAURANT_NAME", "start": 30, "end": 43, "text": "hampton diner", "score": 0.8953334093093872}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "536", "language": "en", "text": "can i get a list of chichis that are in baltimore", "gt": [{"start": 20, "end": 27, "tag": "RESTAURANT_NAME", "value": "chichis", "text": "chichis"}, {"start": 40, "end": 49, "tag": "LOCATION", "value": "baltimore", "text": "baltimore"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 20, "end": 27, "text": "chichis", "score": 0.9147613048553467}, {"label": "LOCATION", "start": 40, "end": 49, "text": "baltimore", "score": 0.9217514991760254}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "537", "language": "en", "text": "can i get a list of high zagat rated restaurants in 10 miles of here", "gt": [{"start": 20, "end": 36, "tag": "RATING", "value": "high zagat rated", "text": "high zagat rated"}, {"start": 52, "end": 68, "tag": "LOCATION", "value": "10 miles of here", "text": "10 miles of here"}], "predictions": [{"label": "RATING", "start": 20, "end": 36, "text": "high zagat rated", "score": 0.7944293022155762}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "538", "language": "en", "text": "can i get a list of pizza places within walking distance", "gt": [{"start": 20, "end": 25, "tag": "DISH", "value": "pizza", "text": "pizza"}, {"start": 33, "end": 56, "tag": "LOCATION", "value": "within walking distance", "text": "within walking distance"}], "predictions": [{"label": "CUISINE", "start": 20, "end": 25, "text": "pizza", "score": 0.8651065826416016}, {"label": "LOCATION", "start": 33, "end": 56, "text": "within walking distance", "score": 0.9225353002548218}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "539", "language": "en", "text": "can i get a list of restaurants that are still open that serve pancakes", "gt": [{"start": 41, "end": 51, "tag": "HOURS", "value": "still open", "text": "still open"}, {"start": 63, "end": 71, "tag": "DISH", "value": "pancakes", "text": "pancakes"}], "predictions": [{"label": "HOURS", "start": 41, "end": 51, "text": "still open", "score": 0.9134191870689392}, {"label": "DISH", "start": 63, "end": 71, "text": "pancakes", "score": 0.935604989528656}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "540", "language": "en", "text": "can i get a list of restaurants that are within a minute of here", "gt": [{"start": 41, "end": 64, "tag": "LOCATION", "value": "within a minute of here", "text": "within a minute of here"}], "predictions": [{"label": "LOCATION", "start": 41, "end": 64, "text": "within a minute of here", "score": 0.8082133531570435}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "541", "language": "en", "text": "can i get a list of restaurants that have a kids eat free special in 5 miles", "gt": [{"start": 44, "end": 65, "tag": "AMENITY", "value": "kids eat free special", "text": "kids eat free special"}, {"start": 69, "end": 76, "tag": "LOCATION", "value": "5 miles", "text": "5 miles"}], "predictions": [{"label": "AMENITY", "start": 44, "end": 65, "text": "kids eat free special", "score": 0.9173157215118408}, {"label": "LOCATION", "start": 66, "end": 76, "text": "in 5 miles", "score": 0.8738698363304138}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "542", "language": "en", "text": "can i get a listing for american cuisine", "gt": [{"start": 24, "end": 32, "tag": "CUISINE", "value": "american", "text": "american"}], "predictions": [{"label": "CUISINE", "start": 24, "end": 32, "text": "american", "score": 0.9323351383209229}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "543", "language": "en", "text": "can i get a partying restaurant to serve 17 members with outdoor dining", "gt": [{"start": 12, "end": 20, "tag": "AMENITY", "value": "partying", "text": "partying"}, {"start": 41, "end": 51, "tag": "AMENITY", "value": "17 members", "text": "17 members"}, {"start": 57, "end": 71, "tag": "AMENITY", "value": "outdoor dining", "text": "outdoor dining"}], "predictions": [{"label": "AMENITY", "start": 12, "end": 20, "text": "partying", "score": 0.7371453046798706}, {"label": "AMENITY", "start": 57, "end": 71, "text": "outdoor dining", "score": 0.8707165718078613}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "544", "language": "en", "text": "can i get a pizza around here", "gt": [{"start": 12, "end": 17, "tag": "DISH", "value": "pizza", "text": "pizza"}, {"start": 18, "end": 29, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "DISH", "start": 12, "end": 17, "text": "pizza", "score": 0.8672428727149963}, {"label": "LOCATION", "start": 18, "end": 29, "text": "around here", "score": 0.924828290939331}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "545", "language": "en", "text": "can i get a reservation at a french restaurant for 7 30 pm tonight", "gt": [{"start": 12, "end": 23, "tag": "AMENITY", "value": "reservation", "text": "reservation"}, {"start": 29, "end": 35, "tag": "CUISINE", "value": "french", "text": "french"}, {"start": 51, "end": 66, "tag": "HOURS", "value": "7 30 pm tonight", "text": "7 30 pm tonight"}], "predictions": [{"label": "AMENITY", "start": 12, "end": 23, "text": "reservation", "score": 0.7443900108337402}, {"label": "CUISINE", "start": 29, "end": 35, "text": "french", "score": 0.9161092638969421}, {"label": "HOURS", "start": 51, "end": 66, "text": "7 30 pm tonight", "score": 0.8321760892868042}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "546", "language": "en", "text": "can i get a reservation at bella napoli or are they full", "gt": [{"start": 27, "end": 39, "tag": "RESTAURANT_NAME", "value": "bella napoli", "text": "bella napoli"}], "predictions": [{"label": "AMENITY", "start": 12, "end": 23, "text": "reservation", "score": 0.7318318486213684}, {"label": "RESTAURANT_NAME", "start": 27, "end": 39, "text": "bella napoli", "score": 0.9258571267127991}, {"label": "AMENITY", "start": 52, "end": 56, "text": "full", "score": 0.779668927192688}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 2, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 2, "fn_strict": 0, "error": null}
{"sample_id": "547", "language": "en", "text": "can i get a restaurant serving birthday cakes along 135 n", "gt": [{"start": 31, "end": 45, "tag": "DISH", "value": "birthday cakes", "text": "birthday cakes"}, {"start": 46, "end": 57, "tag": "LOCATION", "value": "along 135 n", "text": "along 135 n"}], "predictions": [{"label": "DISH", "start": 31, "end": 45, "text": "birthday cakes", "score": 0.8785003423690796}, {"label": "LOCATION", "start": 46, "end": 57, "text": "along 135 n", "score": 0.738476037979126}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "548", "language": "en", "text": "can i get carry out after 12 pm at 1790 restaurant and tavern", "gt": [{"start": 10, "end": 19, "tag": "AMENITY", "value": "carry out", "text": "carry out"}, {"start": 20, "end": 31, "tag": "HOURS", "value": "after 12 pm", "text": "after 12 pm"}, {"start": 35, "end": 61, "tag": "RESTAURANT_NAME", "value": "1790 restaurant and tavern", "text": "1790 restaurant and tavern"}], "predictions": [{"label": "AMENITY", "start": 10, "end": 19, "text": "carry out", "score": 0.8801183104515076}, {"label": "HOURS", "start": 20, "end": 31, "text": "after 12 pm", "score": 0.9126465320587158}, {"label": "RESTAURANT_NAME", "start": 35, "end": 61, "text": "1790 restaurant and tavern", "score": 0.8963136076927185}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "549", "language": "en", "text": "can i get carryout at obriens", "gt": [{"start": 10, "end": 18, "tag": "AMENITY", "value": "carryout", "text": "carryout"}, {"start": 22, "end": 29, "tag": "RESTAURANT_NAME", "value": "obriens", "text": "obriens"}], "predictions": [{"label": "AMENITY", "start": 10, "end": 18, "text": "carryout", "score": 0.868645966053009}, {"label": "RESTAURANT_NAME", "start": 22, "end": 29, "text": "obriens", "score": 0.9521623849868774}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "550", "language": "en", "text": "can i get directions to a mexican restaurant", "gt": [{"start": 26, "end": 33, "tag": "CUISINE", "value": "mexican", "text": "mexican"}], "predictions": [{"label": "CUISINE", "start": 26, "end": 33, "text": "mexican", "score": 0.931766152381897}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "551", "language": "en", "text": "can i get directions to the closest diner", "gt": [{"start": 28, "end": 35, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 36, "end": 41, "tag": "CUISINE", "value": "diner", "text": "diner"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 35, "text": "closest", "score": 0.9483404159545898}, {"label": "CUISINE", "start": 36, "end": 41, "text": "diner", "score": 0.9162742495536804}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "552", "language": "en", "text": "can i get directions to the nearest dennys", "gt": [{"start": 28, "end": 35, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 36, "end": 42, "tag": "RESTAURANT_NAME", "value": "dennys", "text": "dennys"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 35, "text": "nearest", "score": 0.9265493154525757}, {"label": "RESTAURANT_NAME", "start": 36, "end": 42, "text": "dennys", "score": 0.9290401339530945}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "553", "language": "en", "text": "can i get directions to the nearest mcdonalds", "gt": [{"start": 28, "end": 35, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 36, "end": 45, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 35, "text": "nearest", "score": 0.9260956645011902}, {"label": "RESTAURANT_NAME", "start": 36, "end": 45, "text": "mcdonalds", "score": 0.9302703738212585}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "554", "language": "en", "text": "can i get polish sausage take out anywhere around here", "gt": [{"start": 10, "end": 24, "tag": "DISH", "value": "polish sausage", "text": "polish sausage"}, {"start": 25, "end": 33, "tag": "AMENITY", "value": "take out", "text": "take out"}, {"start": 43, "end": 54, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "DISH", "start": 10, "end": 24, "text": "polish sausage", "score": 0.8176988959312439}, {"label": "AMENITY", "start": 25, "end": 33, "text": "take out", "score": 0.9352788925170898}, {"label": "LOCATION", "start": 43, "end": 54, "text": "around here", "score": 0.8751656413078308}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "555", "language": "en", "text": "can i get some barbeque now", "gt": [{"start": 15, "end": 23, "tag": "CUISINE", "value": "barbeque", "text": "barbeque"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 23, "text": "barbeque", "score": 0.8886393308639526}, {"label": "HOURS", "start": 24, "end": 27, "text": "now", "score": 0.7668014168739319}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "556", "language": "en", "text": "can i get swedish meatballs for take out anywhere at 2 am", "gt": [{"start": 10, "end": 27, "tag": "DISH", "value": "swedish meatballs", "text": "swedish meatballs"}, {"start": 32, "end": 40, "tag": "AMENITY", "value": "take out", "text": "take out"}, {"start": 41, "end": 49, "tag": "LOCATION", "value": "anywhere", "text": "anywhere"}, {"start": 53, "end": 57, "tag": "HOURS", "value": "2 am", "text": "2 am"}], "predictions": [{"label": "DISH", "start": 10, "end": 27, "text": "swedish meatballs", "score": 0.9030086398124695}, {"label": "AMENITY", "start": 32, "end": 40, "text": "take out", "score": 0.8925149440765381}, {"label": "HOURS", "start": 53, "end": 57, "text": "2 am", "score": 0.839353084564209}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 3, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "557", "language": "en", "text": "can i get take out at changs", "gt": [{"start": 10, "end": 18, "tag": "AMENITY", "value": "take out", "text": "take out"}, {"start": 22, "end": 28, "tag": "RESTAURANT_NAME", "value": "changs", "text": "changs"}], "predictions": [{"label": "AMENITY", "start": 10, "end": 18, "text": "take out", "score": 0.8881905674934387}, {"label": "RESTAURANT_NAME", "start": 22, "end": 28, "text": "changs", "score": 0.9442102909088135}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "558", "language": "en", "text": "can i get the menu for tims restaurant", "gt": [{"start": 23, "end": 38, "tag": "RESTAURANT_NAME", "value": "tims restaurant", "text": "tims restaurant"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 23, "end": 38, "text": "tims restaurant", "score": 0.8866956233978271}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "559", "language": "en", "text": "can i get the nearest restaurant that serves lobster sandwiches", "gt": [{"start": 14, "end": 21, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 45, "end": 63, "tag": "DISH", "value": "lobster sandwiches", "text": "lobster sandwiches"}], "predictions": [{"label": "LOCATION", "start": 14, "end": 21, "text": "nearest", "score": 0.9323874711990356}, {"label": "DISH", "start": 45, "end": 63, "text": "lobster sandwiches", "score": 0.9479171633720398}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "560", "language": "en", "text": "can i get the nearest soul food joint in a five mile radius", "gt": [{"start": 14, "end": 21, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 22, "end": 26, "tag": "CUISINE", "value": "soul", "text": "soul"}, {"start": 43, "end": 59, "tag": "LOCATION", "value": "five mile radius", "text": "five mile radius"}], "predictions": [{"label": "LOCATION", "start": 14, "end": 21, "text": "nearest", "score": 0.9376540184020996}, {"label": "CUISINE", "start": 22, "end": 26, "text": "soul", "score": 0.7938408851623535}, {"label": "LOCATION", "start": 43, "end": 59, "text": "five mile radius", "score": 0.7183055877685547}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "561", "language": "en", "text": "can i get the number to bertuccis", "gt": [{"start": 24, "end": 33, "tag": "RESTAURANT_NAME", "value": "bertuccis", "text": "bertuccis"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 24, "end": 33, "text": "bertuccis", "score": 0.9236435890197754}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "562", "language": "en", "text": "can i get the number to dennys", "gt": [{"start": 24, "end": 30, "tag": "RESTAURANT_NAME", "value": "dennys", "text": "dennys"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 24, "end": 30, "text": "dennys", "score": 0.9257056713104248}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "563", "language": "en", "text": "can i get the phone number for applebees", "gt": [{"start": 31, "end": 40, "tag": "RESTAURANT_NAME", "value": "applebees", "text": "applebees"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 31, "end": 40, "text": "applebees", "score": 0.9304060339927673}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "564", "language": "en", "text": "can i get the phone number for the nearest five star restaurant", "gt": [{"start": 35, "end": 42, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 43, "end": 52, "tag": "RATING", "value": "five star", "text": "five star"}], "predictions": [{"label": "LOCATION", "start": 35, "end": 42, "text": "nearest", "score": 0.931988000869751}, {"label": "RATING", "start": 43, "end": 52, "text": "five star", "score": 0.9208649396896362}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "565", "language": "en", "text": "can i get the phone number of a restaurant for carry out order of spicy buffalo wings", "gt": [{"start": 47, "end": 56, "tag": "AMENITY", "value": "carry out", "text": "carry out"}, {"start": 66, "end": 85, "tag": "DISH", "value": "spicy buffalo wings", "text": "spicy buffalo wings"}], "predictions": [{"label": "AMENITY", "start": 47, "end": 56, "text": "carry out", "score": 0.8711660504341125}, {"label": "DISH", "start": 66, "end": 85, "text": "spicy buffalo wings", "score": 0.908949613571167}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "566", "language": "en", "text": "can i get to a place that is within five minutes and open before noon", "gt": [{"start": 29, "end": 48, "tag": "LOCATION", "value": "within five minutes", "text": "within five minutes"}, {"start": 53, "end": 69, "tag": "HOURS", "value": "open before noon", "text": "open before noon"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 48, "text": "within five minutes", "score": 0.9057114720344543}, {"label": "HOURS", "start": 53, "end": 69, "text": "open before noon", "score": 0.9033139944076538}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "567", "language": "en", "text": "can i get to the ashland pizza palace in 5 minutes or less", "gt": [{"start": 17, "end": 37, "tag": "RESTAURANT_NAME", "value": "ashland pizza palace", "text": "ashland pizza palace"}, {"start": 41, "end": 58, "tag": "LOCATION", "value": "5 minutes or less", "text": "5 minutes or less"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 17, "end": 37, "text": "ashland pizza palace", "score": 0.9327390193939209}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "568", "language": "en", "text": "can i go to a italian restaurant with pizza", "gt": [{"start": 14, "end": 21, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 38, "end": 43, "tag": "AMENITY", "value": "pizza", "text": "pizza"}], "predictions": [{"label": "CUISINE", "start": 14, "end": 21, "text": "italian", "score": 0.9286530017852783}, {"label": "DISH", "start": 38, "end": 43, "text": "pizza", "score": 0.8811863660812378}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "569", "language": "en", "text": "can i have a business dinner at sevans bakery in chinatown", "gt": [{"start": 13, "end": 28, "tag": "AMENITY", "value": "business dinner", "text": "business dinner"}, {"start": 32, "end": 45, "tag": "RESTAURANT_NAME", "value": "sevans bakery", "text": "sevans bakery"}, {"start": 49, "end": 58, "tag": "LOCATION", "value": "chinatown", "text": "chinatown"}], "predictions": [{"label": "AMENITY", "start": 13, "end": 21, "text": "business", "score": 0.7476822137832642}, {"label": "RESTAURANT_NAME", "start": 32, "end": 45, "text": "sevans bakery", "score": 0.9257700443267822}, {"label": "LOCATION", "start": 49, "end": 58, "text": "chinatown", "score": 0.8836617469787598}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "570", "language": "en", "text": "can i have a list of nearby carryout restaurants", "gt": [{"start": 21, "end": 27, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 28, "end": 36, "tag": "AMENITY", "value": "carryout", "text": "carryout"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 27, "text": "nearby", "score": 0.9127311706542969}, {"label": "AMENITY", "start": 28, "end": 36, "text": "carryout", "score": 0.8462531566619873}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "571", "language": "en", "text": "can i have a list of restaurants that serve italian food", "gt": [{"start": 44, "end": 51, "tag": "CUISINE", "value": "italian", "text": "italian"}], "predictions": [{"label": "CUISINE", "start": 44, "end": 51, "text": "italian", "score": 0.9234164953231812}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "572", "language": "en", "text": "can i have a moderate priced japanese restaurant", "gt": [{"start": 13, "end": 21, "tag": "PRICE", "value": "moderate", "text": "moderate"}, {"start": 29, "end": 37, "tag": "CUISINE", "value": "japanese", "text": "japanese"}], "predictions": [{"label": "PRICE", "start": 13, "end": 21, "text": "moderate", "score": 0.9652922749519348}, {"label": "CUISINE", "start": 29, "end": 37, "text": "japanese", "score": 0.9366449117660522}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "573", "language": "en", "text": "can i have a phone number to mexican take out", "gt": [{"start": 29, "end": 36, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 37, "end": 45, "tag": "AMENITY", "value": "take out", "text": "take out"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "574", "language": "en", "text": "can i have directions to mc donalds", "gt": [{"start": 25, "end": 35, "tag": "RESTAURANT_NAME", "value": "mc donalds", "text": "mc donalds"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 25, "end": 35, "text": "mc donalds", "score": 0.9359762668609619}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "575", "language": "en", "text": "can i have directions to mcdonalds", "gt": [{"start": 25, "end": 34, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 25, "end": 34, "text": "mcdonalds", "score": 0.9383509755134583}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "576", "language": "en", "text": "can i have directions to the closest mcdonalds", "gt": [{"start": 29, "end": 36, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 37, "end": 46, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 36, "text": "closest", "score": 0.9313214421272278}, {"label": "RESTAURANT_NAME", "start": 37, "end": 46, "text": "mcdonalds", "score": 0.9257490038871765}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "577", "language": "en", "text": "can i have directions to wendys", "gt": [{"start": 25, "end": 31, "tag": "RESTAURANT_NAME", "value": "wendys", "text": "wendys"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 25, "end": 31, "text": "wendys", "score": 0.9224991798400879}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "578", "language": "en", "text": "can i have phone numbers to fine dining locations in this area", "gt": [{"start": 28, "end": 39, "tag": "CUISINE", "value": "fine dining", "text": "fine dining"}, {"start": 50, "end": 62, "tag": "LOCATION", "value": "in this area", "text": "in this area"}], "predictions": [{"label": "LOCATION", "start": 50, "end": 62, "text": "in this area", "score": 0.887471079826355}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "579", "language": "en", "text": "can i have some fried chicken for lunch", "gt": [{"start": 16, "end": 29, "tag": "DISH", "value": "fried chicken", "text": "fried chicken"}, {"start": 34, "end": 39, "tag": "HOURS", "value": "lunch", "text": "lunch"}], "predictions": [{"label": "DISH", "start": 16, "end": 29, "text": "fried chicken", "score": 0.8846217393875122}, {"label": "HOURS", "start": 34, "end": 39, "text": "lunch", "score": 0.8356494903564453}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "580", "language": "en", "text": "can i have the location of the closest mcdonalds", "gt": [{"start": 31, "end": 38, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 39, "end": 48, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}], "predictions": [{"label": "LOCATION", "start": 31, "end": 38, "text": "closest", "score": 0.9278393983840942}, {"label": "RESTAURANT_NAME", "start": 39, "end": 48, "text": "mcdonalds", "score": 0.9204778075218201}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "581", "language": "en", "text": "can i have the menu of the sushi place", "gt": [{"start": 27, "end": 32, "tag": "CUISINE", "value": "sushi", "text": "sushi"}], "predictions": [{"label": "CUISINE", "start": 27, "end": 32, "text": "sushi", "score": 0.8667529821395874}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "582", "language": "en", "text": "can i have the phone number for dominos pizza", "gt": [{"start": 32, "end": 45, "tag": "RESTAURANT_NAME", "value": "dominos pizza", "text": "dominos pizza"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 32, "end": 45, "text": "dominos pizza", "score": 0.927003026008606}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "583", "language": "en", "text": "can i have the phone number to applebees on atlantic avenue", "gt": [{"start": 31, "end": 40, "tag": "RESTAURANT_NAME", "value": "applebees", "text": "applebees"}, {"start": 44, "end": 59, "tag": "LOCATION", "value": "atlantic avenue", "text": "atlantic avenue"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 31, "end": 40, "text": "applebees", "score": 0.9245723485946655}, {"label": "LOCATION", "start": 44, "end": 59, "text": "atlantic avenue", "score": 0.9367251396179199}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "584", "language": "en", "text": "can i have the phone number to the nearest outback", "gt": [{"start": 35, "end": 42, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 43, "end": 50, "tag": "RESTAURANT_NAME", "value": "outback", "text": "outback"}], "predictions": [{"label": "LOCATION", "start": 35, "end": 42, "text": "nearest", "score": 0.9283731579780579}, {"label": "RESTAURANT_NAME", "start": 43, "end": 50, "text": "outback", "score": 0.928543746471405}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "585", "language": "en", "text": "can i have the route to the nearest taco place", "gt": [{"start": 28, "end": 35, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 36, "end": 40, "tag": "CUISINE", "value": "taco", "text": "taco"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 35, "text": "nearest", "score": 0.9345641136169434}, {"label": "CUISINE", "start": 36, "end": 40, "text": "taco", "score": 0.847235918045044}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "586", "language": "en", "text": "can i hold my daughters birthday party at charlies", "gt": [{"start": 42, "end": 50, "tag": "RESTAURANT_NAME", "value": "charlies", "text": "charlies"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 42, "end": 50, "text": "charlies", "score": 0.8790047764778137}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "587", "language": "en", "text": "can i just get a burger at this restaurant", "gt": [{"start": 17, "end": 23, "tag": "DISH", "value": "burger", "text": "burger"}], "predictions": [{"label": "DISH", "start": 17, "end": 23, "text": "burger", "score": 0.8620474338531494}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "588", "language": "en", "text": "can i make a reservation for little q hotpot restaurant on valentines day", "gt": [{"start": 29, "end": 55, "tag": "RESTAURANT_NAME", "value": "little q hotpot restaurant", "text": "little q hotpot restaurant"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "589", "language": "en", "text": "can i make an online reservation at a nearby place called cafe mirror", "gt": [{"start": 14, "end": 32, "tag": "AMENITY", "value": "online reservation", "text": "online reservation"}, {"start": 38, "end": 44, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 58, "end": 69, "tag": "RESTAURANT_NAME", "value": "cafe mirror", "text": "cafe mirror"}], "predictions": [{"label": "AMENITY", "start": 14, "end": 32, "text": "online reservation", "score": 0.765212893486023}, {"label": "LOCATION", "start": 38, "end": 44, "text": "nearby", "score": 0.8925141096115112}, {"label": "RESTAURANT_NAME", "start": 58, "end": 69, "text": "cafe mirror", "score": 0.9173966646194458}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "590", "language": "en", "text": "can i make online reservations", "gt": [], "predictions": [{"label": "AMENITY", "start": 11, "end": 30, "text": "online reservations", "score": 0.7895992994308472}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "591", "language": "en", "text": "can i make online reservations for delicious paisas bakery for midnight", "gt": [{"start": 11, "end": 30, "tag": "AMENITY", "value": "online reservations", "text": "online reservations"}, {"start": 35, "end": 58, "tag": "RESTAURANT_NAME", "value": "delicious paisas bakery", "text": "delicious paisas bakery"}, {"start": 63, "end": 71, "tag": "HOURS", "value": "midnight", "text": "midnight"}], "predictions": [{"label": "RATING", "start": 35, "end": 44, "text": "delicious", "score": 0.7503974437713623}, {"label": "RESTAURANT_NAME", "start": 45, "end": 58, "text": "paisas bakery", "score": 0.8952445387840271}, {"label": "HOURS", "start": 63, "end": 71, "text": "midnight", "score": 0.881878674030304}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "592", "language": "en", "text": "can i make reservations for the outback steakhouse online", "gt": [{"start": 11, "end": 23, "tag": "AMENITY", "value": "reservations", "text": "reservations"}, {"start": 32, "end": 50, "tag": "RESTAURANT_NAME", "value": "outback steakhouse", "text": "outback steakhouse"}, {"start": 51, "end": 57, "tag": "AMENITY", "value": "online", "text": "online"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 32, "end": 50, "text": "outback steakhouse", "score": 0.9169621467590332}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "593", "language": "en", "text": "can i make reservations on line for new ho toy restaurant", "gt": [{"start": 11, "end": 31, "tag": "AMENITY", "value": "reservations on line", "text": "reservations on line"}, {"start": 40, "end": 46, "tag": "RESTAURANT_NAME", "value": "ho toy", "text": "ho toy"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "594", "language": "en", "text": "can i order delivery from nikos diner", "gt": [{"start": 6, "end": 11, "tag": "HOURS", "value": "order", "text": "order"}, {"start": 12, "end": 20, "tag": "AMENITY", "value": "delivery", "text": "delivery"}, {"start": 26, "end": 37, "tag": "RESTAURANT_NAME", "value": "nikos diner", "text": "nikos diner"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 26, "end": 37, "text": "nikos diner", "score": 0.931196391582489}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "595", "language": "en", "text": "can i order take out at nikos greek cafe", "gt": [{"start": 12, "end": 20, "tag": "AMENITY", "value": "take out", "text": "take out"}, {"start": 24, "end": 40, "tag": "RESTAURANT_NAME", "value": "nikos greek cafe", "text": "nikos greek cafe"}], "predictions": [{"label": "AMENITY", "start": 12, "end": 20, "text": "take out", "score": 0.8126426935195923}, {"label": "RESTAURANT_NAME", "start": 24, "end": 40, "text": "nikos greek cafe", "score": 0.9370944499969482}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "596", "language": "en", "text": "can i paid with a credit card here", "gt": [], "predictions": [{"label": "LOCATION", "start": 30, "end": 34, "text": "here", "score": 0.7221546173095703}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "597", "language": "en", "text": "can i pay by check at mcdonalds", "gt": [{"start": 22, "end": 31, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 22, "end": 31, "text": "mcdonalds", "score": 0.9492791295051575}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "598", "language": "en", "text": "can i pay with a check at griffins", "gt": [{"start": 6, "end": 22, "tag": "AMENITY", "value": "pay with a check", "text": "pay with a check"}, {"start": 26, "end": 34, "tag": "RESTAURANT_NAME", "value": "griffins", "text": "griffins"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 26, "end": 34, "text": "griffins", "score": 0.9452955722808838}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "599", "language": "en", "text": "can i smoke in maxs bar and grill", "gt": [{"start": 6, "end": 11, "tag": "AMENITY", "value": "smoke", "text": "smoke"}, {"start": 15, "end": 33, "tag": "RESTAURANT_NAME", "value": "maxs bar and grill", "text": "maxs bar and grill"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 15, "end": 33, "text": "maxs bar and grill", "score": 0.9443349838256836}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "600", "language": "en", "text": "can i smoke in oconnors pub and grill", "gt": [{"start": 15, "end": 37, "tag": "RESTAURANT_NAME", "value": "oconnors pub and grill", "text": "oconnors pub and grill"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 15, "end": 37, "text": "oconnors pub and grill", "score": 0.9348605871200562}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "601", "language": "en", "text": "can i split entrees at abuelos", "gt": [{"start": 6, "end": 19, "tag": "AMENITY", "value": "split entrees", "text": "split entrees"}, {"start": 23, "end": 30, "tag": "RESTAURANT_NAME", "value": "abuelos", "text": "abuelos"}], "predictions": [{"label": "AMENITY", "start": 6, "end": 19, "text": "split entrees", "score": 0.8852380514144897}, {"label": "RESTAURANT_NAME", "start": 23, "end": 30, "text": "abuelos", "score": 0.9348177909851074}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "602", "language": "en", "text": "can i still find any chinese food restaurants that are still open right now", "gt": [{"start": 21, "end": 28, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 55, "end": 75, "tag": "HOURS", "value": "still open right now", "text": "still open right now"}], "predictions": [{"label": "CUISINE", "start": 21, "end": 28, "text": "chinese", "score": 0.9129002094268799}, {"label": "HOURS", "start": 55, "end": 75, "text": "still open right now", "score": 0.8893312215805054}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "603", "language": "en", "text": "can i use a visa card at romys shrimp shack", "gt": [{"start": 12, "end": 21, "tag": "AMENITY", "value": "visa card", "text": "visa card"}, {"start": 25, "end": 43, "tag": "RESTAURANT_NAME", "value": "romys shrimp shack", "text": "romys shrimp shack"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 25, "end": 43, "text": "romys shrimp shack", "score": 0.9259449243545532}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "604", "language": "en", "text": "can i use my 20 percent off coupon at mercys", "gt": [{"start": 38, "end": 44, "tag": "RESTAURANT_NAME", "value": "mercys", "text": "mercys"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 38, "end": 44, "text": "mercys", "score": 0.9543260335922241}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "605", "language": "en", "text": "can i use my credit card at the greek lunch truck", "gt": [{"start": 13, "end": 24, "tag": "AMENITY", "value": "credit card", "text": "credit card"}, {"start": 32, "end": 49, "tag": "CUISINE", "value": "greek lunch truck", "text": "greek lunch truck"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "606", "language": "en", "text": "can i wear jeans at cheesecake factory", "gt": [{"start": 6, "end": 16, "tag": "AMENITY", "value": "wear jeans", "text": "wear jeans"}, {"start": 20, "end": 38, "tag": "RESTAURANT_NAME", "value": "cheesecake factory", "text": "cheesecake factory"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 20, "end": 38, "text": "cheesecake factory", "score": 0.9283384084701538}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "607", "language": "en", "text": "can ol heidleburg restaurant accept a party of 12", "gt": [{"start": 4, "end": 28, "tag": "RESTAURANT_NAME", "value": "ol heidleburg restaurant", "text": "ol heidleburg restaurant"}, {"start": 29, "end": 49, "tag": "AMENITY", "value": "accept a party of 12", "text": "accept a party of 12"}], "predictions": [{"label": "AMENITY", "start": 29, "end": 49, "text": "accept a party of 12", "score": 0.7289621829986572}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "608", "language": "en", "text": "can you check whether theres a subway in this town", "gt": [{"start": 31, "end": 37, "tag": "RESTAURANT_NAME", "value": "subway", "text": "subway"}, {"start": 41, "end": 50, "tag": "LOCATION", "value": "this town", "text": "this town"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 31, "end": 37, "text": "subway", "score": 0.9333330392837524}, {"label": "LOCATION", "start": 38, "end": 50, "text": "in this town", "score": 0.8624275922775269}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "609", "language": "en", "text": "can you dine in the bar at cjs gourmet pizza", "gt": [{"start": 8, "end": 23, "tag": "AMENITY", "value": "dine in the bar", "text": "dine in the bar"}, {"start": 27, "end": 44, "tag": "RESTAURANT_NAME", "value": "cjs gourmet pizza", "text": "cjs gourmet pizza"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 27, "end": 44, "text": "cjs gourmet pizza", "score": 0.9419155120849609}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "610", "language": "en", "text": "can you dine very cheaply at the bar at ichiban steak house", "gt": [{"start": 18, "end": 25, "tag": "PRICE", "value": "cheaply", "text": "cheaply"}, {"start": 33, "end": 36, "tag": "AMENITY", "value": "bar", "text": "bar"}, {"start": 40, "end": 59, "tag": "RESTAURANT_NAME", "value": "ichiban steak house", "text": "ichiban steak house"}], "predictions": [{"label": "PRICE", "start": 13, "end": 25, "text": "very cheaply", "score": 0.9254041314125061}, {"label": "AMENITY", "start": 33, "end": 36, "text": "bar", "score": 0.7786000370979309}, {"label": "RESTAURANT_NAME", "start": 40, "end": 59, "text": "ichiban steak house", "score": 0.9404076933860779}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "611", "language": "en", "text": "can you direct me to a few high end celebrity hangout restaurants in the area", "gt": [{"start": 36, "end": 53, "tag": "AMENITY", "value": "celebrity hangout", "text": "celebrity hangout"}, {"start": 66, "end": 77, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "PRICE", "start": 27, "end": 35, "text": "high end", "score": 0.8317809104919434}, {"label": "AMENITY", "start": 36, "end": 53, "text": "celebrity hangout", "score": 0.8445324301719666}, {"label": "LOCATION", "start": 66, "end": 77, "text": "in the area", "score": 0.9063329100608826}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "612", "language": "en", "text": "can you direct me to a restaurant that sells bottles of wine for you to take home", "gt": [{"start": 45, "end": 81, "tag": "DISH", "value": "bottles of wine for you to take home", "text": "bottles of wine for you to take home"}], "predictions": [{"label": "DISH", "start": 45, "end": 60, "text": "bottles of wine", "score": 0.8388594388961792}, {"label": "AMENITY", "start": 72, "end": 81, "text": "take home", "score": 0.7703640460968018}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 2, "fn_strict": 1, "error": null}
{"sample_id": "613", "language": "en", "text": "can you direct me to a restaurant with no smoking", "gt": [{"start": 39, "end": 49, "tag": "AMENITY", "value": "no smoking", "text": "no smoking"}], "predictions": [{"label": "AMENITY", "start": 39, "end": 49, "text": "no smoking", "score": 0.8990041017532349}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "614", "language": "en", "text": "can you direct me to an affordable place in southborough", "gt": [{"start": 24, "end": 34, "tag": "PRICE", "value": "affordable", "text": "affordable"}, {"start": 44, "end": 56, "tag": "LOCATION", "value": "southborough", "text": "southborough"}], "predictions": [{"label": "PRICE", "start": 24, "end": 34, "text": "affordable", "score": 0.9377228617668152}, {"label": "LOCATION", "start": 44, "end": 56, "text": "southborough", "score": 0.9208835363388062}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "615", "language": "en", "text": "can you direct me to the closest pizzeria", "gt": [{"start": 25, "end": 32, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 33, "end": 41, "tag": "CUISINE", "value": "pizzeria", "text": "pizzeria"}], "predictions": [{"label": "LOCATION", "start": 25, "end": 32, "text": "closest", "score": 0.9538701772689819}, {"label": "CUISINE", "start": 33, "end": 41, "text": "pizzeria", "score": 0.8763355612754822}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "616", "language": "en", "text": "can you direct me to the nearest needham house of pizza", "gt": [{"start": 25, "end": 32, "tag": "LOCATION", "value": "nearest", "text": "nearest"}, {"start": 33, "end": 55, "tag": "RESTAURANT_NAME", "value": "needham house of pizza", "text": "needham house of pizza"}], "predictions": [{"label": "LOCATION", "start": 25, "end": 32, "text": "nearest", "score": 0.9341263771057129}, {"label": "RESTAURANT_NAME", "start": 33, "end": 55, "text": "needham house of pizza", "score": 0.9360858798027039}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "617", "language": "en", "text": "can you find a bakery along my route", "gt": [{"start": 15, "end": 21, "tag": "CUISINE", "value": "bakery", "text": "bakery"}, {"start": 22, "end": 36, "tag": "LOCATION", "value": "along my route", "text": "along my route"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 21, "text": "bakery", "score": 0.8623018860816956}, {"label": "LOCATION", "start": 22, "end": 36, "text": "along my route", "score": 0.9198865294456482}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "618", "language": "en", "text": "can you find a buffet nearby", "gt": [{"start": 15, "end": 21, "tag": "AMENITY", "value": "buffet", "text": "buffet"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 21, "text": "buffet", "score": 0.7705482840538025}, {"label": "LOCATION", "start": 22, "end": 28, "text": "nearby", "score": 0.9350904822349548}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 0, "error": null}
{"sample_id": "619", "language": "en", "text": "can you find a chinese restaurant", "gt": [{"start": 15, "end": 22, "tag": "CUISINE", "value": "chinese", "text": "chinese"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 22, "text": "chinese", "score": 0.9241307973861694}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "620", "language": "en", "text": "can you find a chinese restaurant with carry out", "gt": [{"start": 15, "end": 22, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 39, "end": 48, "tag": "AMENITY", "value": "carry out", "text": "carry out"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 22, "text": "chinese", "score": 0.9303557276725769}, {"label": "AMENITY", "start": 39, "end": 48, "text": "carry out", "score": 0.9094618558883667}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "621", "language": "en", "text": "can you find a comfortable place on shawsheen avenue that has fine dining", "gt": [{"start": 15, "end": 26, "tag": "AMENITY", "value": "comfortable", "text": "comfortable"}, {"start": 36, "end": 52, "tag": "LOCATION", "value": "shawsheen avenue", "text": "shawsheen avenue"}, {"start": 62, "end": 73, "tag": "CUISINE", "value": "fine dining", "text": "fine dining"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 26, "text": "comfortable", "score": 0.837550938129425}, {"label": "LOCATION", "start": 36, "end": 52, "text": "shawsheen avenue", "score": 0.9298127889633179}, {"label": "AMENITY", "start": 62, "end": 73, "text": "fine dining", "score": 0.8950125575065613}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "622", "language": "en", "text": "can you find a family style restaurant for us", "gt": [{"start": 15, "end": 27, "tag": "AMENITY", "value": "family style", "text": "family style"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 27, "text": "family style", "score": 0.7612065672874451}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "623", "language": "en", "text": "can you find a fast food place in one minute", "gt": [{"start": 15, "end": 24, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 34, "end": 44, "tag": "LOCATION", "value": "one minute", "text": "one minute"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 24, "text": "fast food", "score": 0.9313759803771973}, {"label": "LOCATION", "start": 31, "end": 44, "text": "in one minute", "score": 0.8210459351539612}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "624", "language": "en", "text": "can you find a fast food place that serves healthy shakes", "gt": [{"start": 15, "end": 24, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 43, "end": 57, "tag": "DISH", "value": "healthy shakes", "text": "healthy shakes"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 24, "text": "fast food", "score": 0.8948291540145874}, {"label": "DISH", "start": 43, "end": 57, "text": "healthy shakes", "score": 0.742223858833313}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "625", "language": "en", "text": "can you find a fine dining place for me called the cookhouse", "gt": [{"start": 15, "end": 26, "tag": "PRICE", "value": "fine dining", "text": "fine dining"}, {"start": 51, "end": 60, "tag": "RESTAURANT_NAME", "value": "cookhouse", "text": "cookhouse"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 26, "text": "fine dining", "score": 0.8602452874183655}, {"label": "RESTAURANT_NAME", "start": 47, "end": 60, "text": "the cookhouse", "score": 0.7457625865936279}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "626", "language": "en", "text": "can you find a good quality restaurant that has burgers close by", "gt": [{"start": 15, "end": 27, "tag": "RATING", "value": "good quality", "text": "good quality"}, {"start": 48, "end": 55, "tag": "DISH", "value": "burgers", "text": "burgers"}, {"start": 56, "end": 64, "tag": "LOCATION", "value": "close by", "text": "close by"}], "predictions": [{"label": "RATING", "start": 15, "end": 27, "text": "good quality", "score": 0.917486846446991}, {"label": "DISH", "start": 48, "end": 55, "text": "burgers", "score": 0.7527689933776855}, {"label": "LOCATION", "start": 56, "end": 64, "text": "close by", "score": 0.9468990564346313}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "627", "language": "en", "text": "can you find a good restaurant for a childs birthday", "gt": [{"start": 15, "end": 19, "tag": "AMENITY", "value": "good", "text": "good"}, {"start": 31, "end": 34, "tag": "AMENITY", "value": "for", "text": "for"}, {"start": 37, "end": 52, "tag": "AMENITY", "value": "childs birthday", "text": "childs birthday"}], "predictions": [{"label": "RATING", "start": 15, "end": 19, "text": "good", "score": 0.9458943009376526}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 3, "tp_strict": 0, "fp_strict": 1, "fn_strict": 3, "error": null}
{"sample_id": "628", "language": "en", "text": "can you find a greek restaurant thats open 24 hours", "gt": [{"start": 15, "end": 20, "tag": "CUISINE", "value": "greek", "text": "greek"}, {"start": 43, "end": 51, "tag": "HOURS", "value": "24 hours", "text": "24 hours"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 20, "text": "greek", "score": 0.924454391002655}, {"label": "HOURS", "start": 38, "end": 51, "text": "open 24 hours", "score": 0.9040464162826538}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "629", "language": "en", "text": "can you find a highly rated restaurant that is open in the morning", "gt": [{"start": 15, "end": 27, "tag": "RATING", "value": "highly rated", "text": "highly rated"}, {"start": 47, "end": 66, "tag": "HOURS", "value": "open in the morning", "text": "open in the morning"}], "predictions": [{"label": "RATING", "start": 15, "end": 27, "text": "highly rated", "score": 0.9605090618133545}, {"label": "HOURS", "start": 47, "end": 66, "text": "open in the morning", "score": 0.8866235017776489}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "630", "language": "en", "text": "can you find a kid friendly restaurant with prices no more than 15 00 per entree that is rated four stars", "gt": [{"start": 15, "end": 27, "tag": "AMENITY", "value": "kid friendly", "text": "kid friendly"}, {"start": 44, "end": 73, "tag": "PRICE", "value": "prices no more than 15 00 per", "text": "prices no more than 15 00 per"}, {"start": 89, "end": 105, "tag": "RATING", "value": "rated four stars", "text": "rated four stars"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 27, "text": "kid friendly", "score": 0.9490075707435608}, {"label": "PRICE", "start": 51, "end": 80, "text": "no more than 15 00 per entree", "score": 0.7931382656097412}, {"label": "RATING", "start": 95, "end": 105, "text": "four stars", "score": 0.7819640040397644}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "631", "language": "en", "text": "can you find a local hotspot on my route that features specials", "gt": [{"start": 32, "end": 40, "tag": "LOCATION", "value": "my route", "text": "my route"}, {"start": 46, "end": 63, "tag": "AMENITY", "value": "features specials", "text": "features specials"}], "predictions": [{"label": "LOCATION", "start": 15, "end": 20, "text": "local", "score": 0.7629462480545044}, {"label": "AMENITY", "start": 55, "end": 63, "text": "specials", "score": 0.8546309471130371}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 2, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 2, "fn_strict": 2, "error": null}
{"sample_id": "632", "language": "en", "text": "can you find a locally owned restaurant in a three block radius", "gt": [{"start": 15, "end": 28, "tag": "AMENITY", "value": "locally owned", "text": "locally owned"}, {"start": 45, "end": 63, "tag": "LOCATION", "value": "three block radius", "text": "three block radius"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 28, "text": "locally owned", "score": 0.9073206782341003}, {"label": "LOCATION", "start": 45, "end": 63, "text": "three block radius", "score": 0.7905164957046509}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "633", "language": "en", "text": "can you find a malaysian take out place", "gt": [{"start": 15, "end": 24, "tag": "CUISINE", "value": "malaysian", "text": "malaysian"}, {"start": 25, "end": 33, "tag": "AMENITY", "value": "take out", "text": "take out"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 24, "text": "malaysian", "score": 0.9089130759239197}, {"label": "AMENITY", "start": 25, "end": 33, "text": "take out", "score": 0.9087766408920288}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "634", "language": "en", "text": "can you find a market that has prix fixe menus", "gt": [{"start": 15, "end": 21, "tag": "CUISINE", "value": "market", "text": "market"}, {"start": 31, "end": 40, "tag": "AMENITY", "value": "prix fixe", "text": "prix fixe"}], "predictions": [{"label": "AMENITY", "start": 31, "end": 46, "text": "prix fixe menus", "score": 0.926983654499054}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "635", "language": "en", "text": "can you find a mediterranean restaurant", "gt": [{"start": 15, "end": 28, "tag": "CUISINE", "value": "mediterranean", "text": "mediterranean"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 28, "text": "mediterranean", "score": 0.9177170395851135}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "636", "language": "en", "text": "can you find a mexican cafe", "gt": [{"start": 15, "end": 27, "tag": "CUISINE", "value": "mexican cafe", "text": "mexican cafe"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 27, "text": "mexican cafe", "score": 0.802865743637085}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "637", "language": "en", "text": "can you find a mexican restaurant near me", "gt": [{"start": 15, "end": 22, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 34, "end": 41, "tag": "LOCATION", "value": "near me", "text": "near me"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 22, "text": "mexican", "score": 0.9248241186141968}, {"label": "LOCATION", "start": 34, "end": 41, "text": "near me", "score": 0.9164041876792908}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "638", "language": "en", "text": "can you find a mexican restaurant where they make fresh guacamole at your table", "gt": [{"start": 15, "end": 22, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 45, "end": 49, "tag": "AMENITY", "value": "make", "text": "make"}, {"start": 50, "end": 65, "tag": "DISH", "value": "fresh guacamole", "text": "fresh guacamole"}, {"start": 66, "end": 79, "tag": "AMENITY", "value": "at your table", "text": "at your table"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 22, "text": "mexican", "score": 0.9246103763580322}, {"label": "DISH", "start": 50, "end": 65, "text": "fresh guacamole", "score": 0.7718847393989563}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 2, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "639", "language": "en", "text": "can you find a monicas with a bar", "gt": [{"start": 15, "end": 22, "tag": "RESTAURANT_NAME", "value": "monicas", "text": "monicas"}, {"start": 30, "end": 33, "tag": "AMENITY", "value": "bar", "text": "bar"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 15, "end": 22, "text": "monicas", "score": 0.9382025599479675}, {"label": "AMENITY", "start": 30, "end": 33, "text": "bar", "score": 0.8786764144897461}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "640", "language": "en", "text": "can you find a pizza place", "gt": [{"start": 15, "end": 20, "tag": "DISH", "value": "pizza", "text": "pizza"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 20, "text": "pizza", "score": 0.877131462097168}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "641", "language": "en", "text": "can you find a place serving tofu at 12 pm with good prices", "gt": [{"start": 29, "end": 33, "tag": "DISH", "value": "tofu", "text": "tofu"}, {"start": 37, "end": 42, "tag": "HOURS", "value": "12 pm", "text": "12 pm"}, {"start": 48, "end": 52, "tag": "PRICE", "value": "good", "text": "good"}], "predictions": [{"label": "DISH", "start": 29, "end": 33, "text": "tofu", "score": 0.7081069350242615}, {"label": "HOURS", "start": 37, "end": 42, "text": "12 pm", "score": 0.899463415145874}, {"label": "PRICE", "start": 48, "end": 52, "text": "good", "score": 0.9653391242027283}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "642", "language": "en", "text": "can you find a place that has a romantic stting", "gt": [{"start": 32, "end": 47, "tag": "AMENITY", "value": "romantic stting", "text": "romantic stting"}], "predictions": [{"label": "AMENITY", "start": 32, "end": 40, "text": "romantic", "score": 0.8279061317443848}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "643", "language": "en", "text": "can you find a place that is pet friendly", "gt": [{"start": 29, "end": 41, "tag": "AMENITY", "value": "pet friendly", "text": "pet friendly"}], "predictions": [{"label": "AMENITY", "start": 29, "end": 41, "text": "pet friendly", "score": 0.9167417883872986}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "644", "language": "en", "text": "can you find a place that sells sangrias with valet parking within a mile", "gt": [{"start": 32, "end": 40, "tag": "DISH", "value": "sangrias", "text": "sangrias"}, {"start": 46, "end": 59, "tag": "AMENITY", "value": "valet parking", "text": "valet parking"}, {"start": 60, "end": 73, "tag": "LOCATION", "value": "within a mile", "text": "within a mile"}], "predictions": [{"label": "CUISINE", "start": 32, "end": 40, "text": "sangrias", "score": 0.7981110215187073}, {"label": "AMENITY", "start": 46, "end": 59, "text": "valet parking", "score": 0.9301081299781799}, {"label": "LOCATION", "start": 60, "end": 73, "text": "within a mile", "score": 0.9267976880073547}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "645", "language": "en", "text": "can you find a place that serves french toast", "gt": [{"start": 33, "end": 45, "tag": "DISH", "value": "french toast", "text": "french toast"}], "predictions": [{"label": "DISH", "start": 33, "end": 45, "text": "french toast", "score": 0.9443999528884888}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "646", "language": "en", "text": "can you find a place to eat that has good reviews of their steak", "gt": [{"start": 37, "end": 49, "tag": "RATING", "value": "good reviews", "text": "good reviews"}, {"start": 59, "end": 64, "tag": "DISH", "value": "steak", "text": "steak"}], "predictions": [{"label": "RATING", "start": 37, "end": 49, "text": "good reviews", "score": 0.9189990758895874}, {"label": "DISH", "start": 59, "end": 64, "text": "steak", "score": 0.8841831684112549}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "647", "language": "en", "text": "can you find a place to eat that serves sweet bread", "gt": [{"start": 40, "end": 51, "tag": "DISH", "value": "sweet bread", "text": "sweet bread"}], "predictions": [{"label": "DISH", "start": 40, "end": 51, "text": "sweet bread", "score": 0.9108588099479675}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "648", "language": "en", "text": "can you find a place to eat within a twenty mile radius that serves wine at all hours", "gt": [{"start": 28, "end": 55, "tag": "LOCATION", "value": "within a twenty mile radius", "text": "within a twenty mile radius"}, {"start": 68, "end": 72, "tag": "DISH", "value": "wine", "text": "wine"}, {"start": 76, "end": 85, "tag": "HOURS", "value": "all hours", "text": "all hours"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 55, "text": "within a twenty mile radius", "score": 0.8969241976737976}, {"label": "DISH", "start": 68, "end": 72, "text": "wine", "score": 0.8617064356803894}, {"label": "HOURS", "start": 76, "end": 85, "text": "all hours", "score": 0.9105246663093567}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "649", "language": "en", "text": "can you find a place to watch people where they serve cajun food for a somewhat high price", "gt": [{"start": 24, "end": 36, "tag": "AMENITY", "value": "watch people", "text": "watch people"}, {"start": 54, "end": 59, "tag": "CUISINE", "value": "cajun", "text": "cajun"}, {"start": 71, "end": 84, "tag": "PRICE", "value": "somewhat high", "text": "somewhat high"}], "predictions": [{"label": "AMENITY", "start": 24, "end": 36, "text": "watch people", "score": 0.8301169276237488}, {"label": "CUISINE", "start": 54, "end": 59, "text": "cajun", "score": 0.9093828797340393}, {"label": "PRICE", "start": 71, "end": 84, "text": "somewhat high", "score": 0.9213501811027527}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "650", "language": "en", "text": "can you find a place where famous people can be seen like stephen anthonys restaurant around here", "gt": [{"start": 27, "end": 40, "tag": "AMENITY", "value": "famous people", "text": "famous people"}, {"start": 58, "end": 85, "tag": "RESTAURANT_NAME", "value": "stephen anthonys restaurant", "text": "stephen anthonys restaurant"}, {"start": 86, "end": 97, "tag": "LOCATION", "value": "around here", "text": "around here"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 58, "end": 85, "text": "stephen anthonys restaurant", "score": 0.917896032333374}, {"label": "LOCATION", "start": 86, "end": 97, "text": "around here", "score": 0.9092234373092651}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "651", "language": "en", "text": "can you find a place where i can grab some drinks on my route", "gt": [{"start": 43, "end": 49, "tag": "DISH", "value": "drinks", "text": "drinks"}, {"start": 53, "end": 61, "tag": "LOCATION", "value": "my route", "text": "my route"}], "predictions": [{"label": "DISH", "start": 43, "end": 49, "text": "drinks", "score": 0.7468305230140686}, {"label": "LOCATION", "start": 53, "end": 61, "text": "my route", "score": 0.7793675661087036}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "652", "language": "en", "text": "can you find a place where i can have dinner with a party of 10 people or more", "gt": [{"start": 52, "end": 70, "tag": "AMENITY", "value": "party of 10 people", "text": "party of 10 people"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "653", "language": "en", "text": "can you find a place where i will be allowed to smoke while eating", "gt": [{"start": 37, "end": 53, "tag": "AMENITY", "value": "allowed to smoke", "text": "allowed to smoke"}], "predictions": [{"label": "AMENITY", "start": 37, "end": 53, "text": "allowed to smoke", "score": 0.8914857506752014}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "654", "language": "en", "text": "can you find a place with moderately priced entrees such as kookoo cafe", "gt": [{"start": 26, "end": 36, "tag": "PRICE", "value": "moderately", "text": "moderately"}, {"start": 60, "end": 71, "tag": "RESTAURANT_NAME", "value": "kookoo cafe", "text": "kookoo cafe"}], "predictions": [{"label": "PRICE", "start": 26, "end": 36, "text": "moderately", "score": 0.9515193700790405}, {"label": "RESTAURANT_NAME", "start": 60, "end": 71, "text": "kookoo cafe", "score": 0.9204411506652832}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "655", "language": "en", "text": "can you find a place within a mile of the house", "gt": [{"start": 21, "end": 34, "tag": "LOCATION", "value": "within a mile", "text": "within a mile"}], "predictions": [{"label": "LOCATION", "start": 21, "end": 47, "text": "within a mile of the house", "score": 0.8334904313087463}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "656", "language": "en", "text": "can you find a restaurant around the theater located on fort myers", "gt": [{"start": 26, "end": 44, "tag": "LOCATION", "value": "around the theater", "text": "around the theater"}, {"start": 56, "end": 66, "tag": "LOCATION", "value": "fort myers", "text": "fort myers"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 66, "text": "around the theater located on fort myers", "score": 0.7786657214164734}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "657", "language": "en", "text": "can you find a restaurant featuring soy bean curd where i can dine in an historic setting", "gt": [{"start": 36, "end": 49, "tag": "DISH", "value": "soy bean curd", "text": "soy bean curd"}, {"start": 73, "end": 89, "tag": "AMENITY", "value": "historic setting", "text": "historic setting"}], "predictions": [{"label": "DISH", "start": 36, "end": 49, "text": "soy bean curd", "score": 0.9228649735450745}, {"label": "AMENITY", "start": 73, "end": 89, "text": "historic setting", "score": 0.9005361795425415}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "658", "language": "en", "text": "can you find a restaurant in this area where souvaki is served", "gt": [{"start": 26, "end": 38, "tag": "LOCATION", "value": "in this area", "text": "in this area"}, {"start": 45, "end": 52, "tag": "DISH", "value": "souvaki", "text": "souvaki"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 38, "text": "in this area", "score": 0.883254885673523}, {"label": "DISH", "start": 45, "end": 52, "text": "souvaki", "score": 0.940058171749115}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "659", "language": "en", "text": "can you find a restaurant near by that serves tapas", "gt": [{"start": 26, "end": 33, "tag": "LOCATION", "value": "near by", "text": "near by"}, {"start": 46, "end": 51, "tag": "DISH", "value": "tapas", "text": "tapas"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 33, "text": "near by", "score": 0.9240508079528809}, {"label": "DISH", "start": 46, "end": 51, "text": "tapas", "score": 0.8747947216033936}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "660", "language": "en", "text": "can you find a restaurant near downtown that serves french cuisine", "gt": [{"start": 26, "end": 39, "tag": "LOCATION", "value": "near downtown", "text": "near downtown"}, {"start": 52, "end": 58, "tag": "CUISINE", "value": "french", "text": "french"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 39, "text": "near downtown", "score": 0.9117860198020935}, {"label": "CUISINE", "start": 52, "end": 58, "text": "french", "score": 0.9172239899635315}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "661", "language": "en", "text": "can you find a restaurant near the theater district in billerica that offers huge portions", "gt": [{"start": 35, "end": 51, "tag": "LOCATION", "value": "theater district", "text": "theater district"}, {"start": 55, "end": 64, "tag": "LOCATION", "value": "billerica", "text": "billerica"}, {"start": 77, "end": 90, "tag": "AMENITY", "value": "huge portions", "text": "huge portions"}], "predictions": [{"label": "LOCATION", "start": 26, "end": 64, "text": "near the theater district in billerica", "score": 0.7485249638557434}, {"label": "AMENITY", "start": 77, "end": 90, "text": "huge portions", "score": 0.9316688179969788}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "662", "language": "en", "text": "can you find a restaurant serving chinese food within 2 miles", "gt": [{"start": 34, "end": 41, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 47, "end": 61, "tag": "LOCATION", "value": "within 2 miles", "text": "within 2 miles"}], "predictions": [{"label": "CUISINE", "start": 34, "end": 41, "text": "chinese", "score": 0.9170529246330261}, {"label": "LOCATION", "start": 47, "end": 61, "text": "within 2 miles", "score": 0.9276330471038818}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "663", "language": "en", "text": "can you find a restaurant that excepts debit", "gt": [{"start": 31, "end": 44, "tag": "AMENITY", "value": "excepts debit", "text": "excepts debit"}], "predictions": [{"label": "AMENITY", "start": 31, "end": 44, "text": "excepts debit", "score": 0.9028202891349792}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "664", "language": "en", "text": "can you find a restaurant that has a play area for the kids", "gt": [{"start": 37, "end": 46, "tag": "AMENITY", "value": "play area", "text": "play area"}], "predictions": [{"label": "AMENITY", "start": 37, "end": 59, "text": "play area for the kids", "score": 0.887111246585846}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "665", "language": "en", "text": "can you find a restaurant that has carry out and is not too far from 8 th and maple st", "gt": [{"start": 35, "end": 44, "tag": "AMENITY", "value": "carry out", "text": "carry out"}, {"start": 52, "end": 86, "tag": "LOCATION", "value": "not too far from 8 th and maple st", "text": "not too far from 8 th and maple st"}], "predictions": [{"label": "AMENITY", "start": 35, "end": 44, "text": "carry out", "score": 0.9444242715835571}, {"label": "LOCATION", "start": 52, "end": 86, "text": "not too far from 8 th and maple st", "score": 0.8464477062225342}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "666", "language": "en", "text": "can you find a restaurant that offers chowder cuisine late at night", "gt": [{"start": 38, "end": 53, "tag": "DISH", "value": "chowder cuisine", "text": "chowder cuisine"}, {"start": 54, "end": 67, "tag": "HOURS", "value": "late at night", "text": "late at night"}], "predictions": [{"label": "CUISINE", "start": 38, "end": 45, "text": "chowder", "score": 0.7999589443206787}, {"label": "HOURS", "start": 54, "end": 67, "text": "late at night", "score": 0.9542510509490967}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "667", "language": "en", "text": "can you find a restaurant that serves breakfast allday", "gt": [{"start": 38, "end": 47, "tag": "CUISINE", "value": "breakfast", "text": "breakfast"}, {"start": 48, "end": 54, "tag": "AMENITY", "value": "allday", "text": "allday"}], "predictions": [{"label": "HOURS", "start": 48, "end": 54, "text": "allday", "score": 0.7192702293395996}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "668", "language": "en", "text": "can you find a romantic afghan place", "gt": [{"start": 15, "end": 23, "tag": "AMENITY", "value": "romantic", "text": "romantic"}, {"start": 24, "end": 30, "tag": "CUISINE", "value": "afghan", "text": "afghan"}], "predictions": [{"label": "AMENITY", "start": 15, "end": 23, "text": "romantic", "score": 0.9118772745132446}, {"label": "CUISINE", "start": 24, "end": 30, "text": "afghan", "score": 0.9003695249557495}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "669", "language": "en", "text": "can you find a romantic restaurant that has a dress code", "gt": [{"start": 15, "end": 23, "tag": "AMENITY", "value": "romantic", "text": "romantic"}, {"start": 46, "end": 56, "tag": "AMENITY", "value": "dress code", "text": "dress code"}], "predictions": [{"label": "AMENITY", "start": 46, "end": 56, "text": "dress code", "score": 0.805523157119751}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "670", "language": "en", "text": "can you find a steak place with outdoor seating", "gt": [{"start": 15, "end": 20, "tag": "CUISINE", "value": "steak", "text": "steak"}, {"start": 32, "end": 47, "tag": "AMENITY", "value": "outdoor seating", "text": "outdoor seating"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 20, "text": "steak", "score": 0.8788535594940186}, {"label": "AMENITY", "start": 32, "end": 47, "text": "outdoor seating", "score": 0.925197422504425}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "671", "language": "en", "text": "can you find a steakhouse that accepts reservations and make one for 8 00 pm", "gt": [{"start": 15, "end": 25, "tag": "CUISINE", "value": "steakhouse", "text": "steakhouse"}, {"start": 31, "end": 51, "tag": "AMENITY", "value": "accepts reservations", "text": "accepts reservations"}, {"start": 69, "end": 76, "tag": "HOURS", "value": "8 00 pm", "text": "8 00 pm"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 25, "text": "steakhouse", "score": 0.9190817475318909}, {"label": "AMENITY", "start": 31, "end": 51, "text": "accepts reservations", "score": 0.7766992449760437}, {"label": "HOURS", "start": 69, "end": 76, "text": "8 00 pm", "score": 0.8445829153060913}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "672", "language": "en", "text": "can you find a taco bell along my route", "gt": [{"start": 15, "end": 24, "tag": "RESTAURANT_NAME", "value": "taco bell", "text": "taco bell"}, {"start": 25, "end": 39, "tag": "LOCATION", "value": "along my route", "text": "along my route"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 15, "end": 24, "text": "taco bell", "score": 0.9212409257888794}, {"label": "LOCATION", "start": 25, "end": 39, "text": "along my route", "score": 0.9205355048179626}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "673", "language": "en", "text": "can you find a vegan bakery within five miles", "gt": [{"start": 15, "end": 27, "tag": "CUISINE", "value": "vegan bakery", "text": "vegan bakery"}, {"start": 28, "end": 45, "tag": "LOCATION", "value": "within five miles", "text": "within five miles"}], "predictions": [{"label": "CUISINE", "start": 15, "end": 27, "text": "vegan bakery", "score": 0.729979932308197}, {"label": "LOCATION", "start": 28, "end": 45, "text": "within five miles", "score": 0.9212982058525085}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "674", "language": "en", "text": "can you find a well rated japanese restaurant with parking", "gt": [{"start": 15, "end": 25, "tag": "RATING", "value": "well rated", "text": "well rated"}, {"start": 26, "end": 34, "tag": "CUISINE", "value": "japanese", "text": "japanese"}, {"start": 51, "end": 58, "tag": "AMENITY", "value": "parking", "text": "parking"}], "predictions": [{"label": "RATING", "start": 15, "end": 25, "text": "well rated", "score": 0.9466235637664795}, {"label": "CUISINE", "start": 26, "end": 34, "text": "japanese", "score": 0.9255792498588562}, {"label": "AMENITY", "start": 51, "end": 58, "text": "parking", "score": 0.9267609119415283}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "675", "language": "en", "text": "can you find an affordable chinese restaurant", "gt": [{"start": 16, "end": 26, "tag": "PRICE", "value": "affordable", "text": "affordable"}, {"start": 27, "end": 34, "tag": "CUISINE", "value": "chinese", "text": "chinese"}], "predictions": [{"label": "PRICE", "start": 16, "end": 26, "text": "affordable", "score": 0.9248750805854797}, {"label": "CUISINE", "start": 27, "end": 34, "text": "chinese", "score": 0.9246682524681091}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "676", "language": "en", "text": "can you find an applebees restaurant within 5 miles", "gt": [{"start": 16, "end": 25, "tag": "RESTAURANT_NAME", "value": "applebees", "text": "applebees"}, {"start": 37, "end": 51, "tag": "LOCATION", "value": "within 5 miles", "text": "within 5 miles"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 16, "end": 25, "text": "applebees", "score": 0.8575451374053955}, {"label": "LOCATION", "start": 37, "end": 51, "text": "within 5 miles", "score": 0.930483341217041}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "677", "language": "en", "text": "can you find an elegant restaurant with slightly high prices for chowder", "gt": [{"start": 16, "end": 23, "tag": "AMENITY", "value": "elegant", "text": "elegant"}, {"start": 40, "end": 53, "tag": "PRICE", "value": "slightly high", "text": "slightly high"}, {"start": 65, "end": 72, "tag": "DISH", "value": "chowder", "text": "chowder"}], "predictions": [{"label": "AMENITY", "start": 16, "end": 23, "text": "elegant", "score": 0.8514363169670105}, {"label": "PRICE", "start": 40, "end": 53, "text": "slightly high", "score": 0.8997167348861694}, {"label": "DISH", "start": 65, "end": 72, "text": "chowder", "score": 0.8785670399665833}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "678", "language": "en", "text": "can you find an expensive martins home bakery with a parking lot", "gt": [{"start": 16, "end": 25, "tag": "PRICE", "value": "expensive", "text": "expensive"}, {"start": 26, "end": 45, "tag": "RESTAURANT_NAME", "value": "martins home bakery", "text": "martins home bakery"}, {"start": 53, "end": 64, "tag": "AMENITY", "value": "parking lot", "text": "parking lot"}], "predictions": [{"label": "PRICE", "start": 16, "end": 25, "text": "expensive", "score": 0.9508065581321716}, {"label": "RESTAURANT_NAME", "start": 26, "end": 45, "text": "martins home bakery", "score": 0.9201598763465881}, {"label": "AMENITY", "start": 53, "end": 64, "text": "parking lot", "score": 0.9111469984054565}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "679", "language": "en", "text": "can you find an italian restaurant", "gt": [{"start": 16, "end": 23, "tag": "CUISINE", "value": "italian", "text": "italian"}], "predictions": [{"label": "CUISINE", "start": 16, "end": 23, "text": "italian", "score": 0.935769259929657}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "680", "language": "en", "text": "can you find an italian restaurant within 1 hour drive that does not require reservations", "gt": [{"start": 16, "end": 23, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 35, "end": 54, "tag": "LOCATION", "value": "within 1 hour drive", "text": "within 1 hour drive"}, {"start": 65, "end": 89, "tag": "AMENITY", "value": "not require reservations", "text": "not require reservations"}], "predictions": [{"label": "CUISINE", "start": 16, "end": 23, "text": "italian", "score": 0.9360625743865967}, {"label": "LOCATION", "start": 35, "end": 54, "text": "within 1 hour drive", "score": 0.9001405835151672}, {"label": "AMENITY", "start": 60, "end": 89, "text": "does not require reservations", "score": 0.855242133140564}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "681", "language": "en", "text": "can you find any chinese cuisine restaurants close by that have reasonable prices", "gt": [{"start": 17, "end": 24, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 45, "end": 53, "tag": "LOCATION", "value": "close by", "text": "close by"}, {"start": 64, "end": 74, "tag": "PRICE", "value": "reasonable", "text": "reasonable"}], "predictions": [{"label": "CUISINE", "start": 17, "end": 24, "text": "chinese", "score": 0.9114658236503601}, {"label": "LOCATION", "start": 45, "end": 53, "text": "close by", "score": 0.9233847856521606}, {"label": "PRICE", "start": 64, "end": 74, "text": "reasonable", "score": 0.9416230320930481}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "682", "language": "en", "text": "can you find any reviews on madelines", "gt": [{"start": 28, "end": 37, "tag": "RESTAURANT_NAME", "value": "madelines", "text": "madelines"}], "predictions": [{"label": "RATING", "start": 17, "end": 24, "text": "reviews", "score": 0.8349716067314148}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "683", "language": "en", "text": "can you find butterfields restaurant where i can sit at the bar and eat with fair prices", "gt": [{"start": 13, "end": 36, "tag": "RESTAURANT_NAME", "value": "butterfields restaurant", "text": "butterfields restaurant"}, {"start": 49, "end": 63, "tag": "AMENITY", "value": "sit at the bar", "text": "sit at the bar"}, {"start": 77, "end": 81, "tag": "PRICE", "value": "fair", "text": "fair"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 13, "end": 36, "text": "butterfields restaurant", "score": 0.7866268754005432}, {"label": "AMENITY", "start": 49, "end": 63, "text": "sit at the bar", "score": 0.9130609035491943}, {"label": "PRICE", "start": 77, "end": 81, "text": "fair", "score": 0.9458310008049011}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "684", "language": "en", "text": "can you find closest ice cream shop", "gt": [{"start": 13, "end": 20, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 21, "end": 30, "tag": "CUISINE", "value": "ice cream", "text": "ice cream"}], "predictions": [{"label": "LOCATION", "start": 13, "end": 20, "text": "closest", "score": 0.9543940424919128}, {"label": "CUISINE", "start": 21, "end": 30, "text": "ice cream", "score": 0.8299952149391174}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "685", "language": "en", "text": "can you find closest red robin", "gt": [{"start": 13, "end": 20, "tag": "LOCATION", "value": "closest", "text": "closest"}, {"start": 21, "end": 30, "tag": "RESTAURANT_NAME", "value": "red robin", "text": "red robin"}], "predictions": [{"label": "LOCATION", "start": 13, "end": 20, "text": "closest", "score": 0.9405863285064697}, {"label": "RESTAURANT_NAME", "start": 21, "end": 30, "text": "red robin", "score": 0.9203848242759705}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "686", "language": "en", "text": "can you find fast food near here", "gt": [{"start": 13, "end": 22, "tag": "CUISINE", "value": "fast food", "text": "fast food"}, {"start": 23, "end": 32, "tag": "LOCATION", "value": "near here", "text": "near here"}], "predictions": [{"label": "CUISINE", "start": 13, "end": 22, "text": "fast food", "score": 0.8873385190963745}, {"label": "LOCATION", "start": 23, "end": 32, "text": "near here", "score": 0.9356915950775146}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "687", "language": "en", "text": "can you find leoshe place around here that has a brewpub", "gt": [{"start": 13, "end": 37, "tag": "LOCATION", "value": "leoshe place around here", "text": "leoshe place around here"}, {"start": 49, "end": 56, "tag": "AMENITY", "value": "brewpub", "text": "brewpub"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 13, "end": 25, "text": "leoshe place", "score": 0.9249156713485718}, {"label": "LOCATION", "start": 26, "end": 37, "text": "around here", "score": 0.9122183918952942}, {"label": "AMENITY", "start": 49, "end": 56, "text": "brewpub", "score": 0.8177874684333801}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 2, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 2, "fn_strict": 1, "error": null}
{"sample_id": "688", "language": "en", "text": "can you find me a 3 star restaurant", "gt": [{"start": 18, "end": 24, "tag": "RATING", "value": "3 star", "text": "3 star"}], "predictions": [{"label": "RATING", "start": 18, "end": 24, "text": "3 star", "score": 0.9431555271148682}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "689", "language": "en", "text": "can you find me a bar with a dining option", "gt": [{"start": 18, "end": 21, "tag": "AMENITY", "value": "bar", "text": "bar"}, {"start": 29, "end": 42, "tag": "AMENITY", "value": "dining option", "text": "dining option"}], "predictions": [{"label": "AMENITY", "start": 29, "end": 42, "text": "dining option", "score": 0.7252205014228821}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "690", "language": "en", "text": "can you find me a bar with a four star rating", "gt": [{"start": 18, "end": 21, "tag": "CUISINE", "value": "bar", "text": "bar"}, {"start": 29, "end": 45, "tag": "RATING", "value": "four star rating", "text": "four star rating"}], "predictions": [{"label": "RATING", "start": 29, "end": 45, "text": "four star rating", "score": 0.8873236775398254}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "691", "language": "en", "text": "can you find me a beer garden", "gt": [{"start": 18, "end": 29, "tag": "CUISINE", "value": "beer garden", "text": "beer garden"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "692", "language": "en", "text": "can you find me a burger joint", "gt": [{"start": 18, "end": 30, "tag": "CUISINE", "value": "burger joint", "text": "burger joint"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 30, "text": "burger joint", "score": 0.8188321590423584}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "693", "language": "en", "text": "can you find me a burger king thats open right now", "gt": [{"start": 18, "end": 29, "tag": "RESTAURANT_NAME", "value": "burger king", "text": "burger king"}, {"start": 36, "end": 50, "tag": "HOURS", "value": "open right now", "text": "open right now"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 18, "end": 29, "text": "burger king", "score": 0.9247977137565613}, {"label": "HOURS", "start": 36, "end": 50, "text": "open right now", "score": 0.9254953265190125}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "694", "language": "en", "text": "can you find me a casual barbecue restaurant within thirty miles from here", "gt": [{"start": 18, "end": 24, "tag": "AMENITY", "value": "casual", "text": "casual"}, {"start": 25, "end": 33, "tag": "CUISINE", "value": "barbecue", "text": "barbecue"}, {"start": 45, "end": 74, "tag": "LOCATION", "value": "within thirty miles from here", "text": "within thirty miles from here"}], "predictions": [{"label": "AMENITY", "start": 18, "end": 24, "text": "casual", "score": 0.9278651475906372}, {"label": "CUISINE", "start": 25, "end": 33, "text": "barbecue", "score": 0.8489605188369751}, {"label": "LOCATION", "start": 45, "end": 64, "text": "within thirty miles", "score": 0.7328631281852722}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "695", "language": "en", "text": "can you find me a casual place to eat", "gt": [{"start": 18, "end": 30, "tag": "AMENITY", "value": "casual place", "text": "casual place"}], "predictions": [{"label": "AMENITY", "start": 18, "end": 24, "text": "casual", "score": 0.8582298755645752}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "696", "language": "en", "text": "can you find me a cheap brazilian restaurant in millis", "gt": [{"start": 18, "end": 23, "tag": "PRICE", "value": "cheap", "text": "cheap"}, {"start": 24, "end": 33, "tag": "CUISINE", "value": "brazilian", "text": "brazilian"}, {"start": 48, "end": 54, "tag": "LOCATION", "value": "millis", "text": "millis"}], "predictions": [{"label": "PRICE", "start": 18, "end": 23, "text": "cheap", "score": 0.9649645686149597}, {"label": "CUISINE", "start": 24, "end": 33, "text": "brazilian", "score": 0.9151533842086792}, {"label": "LOCATION", "start": 48, "end": 54, "text": "millis", "score": 0.9019734859466553}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "697", "language": "en", "text": "can you find me a china palace close to my home", "gt": [{"start": 18, "end": 30, "tag": "RESTAURANT_NAME", "value": "china palace", "text": "china palace"}, {"start": 31, "end": 47, "tag": "LOCATION", "value": "close to my home", "text": "close to my home"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 18, "end": 30, "text": "china palace", "score": 0.9103995561599731}, {"label": "LOCATION", "start": 31, "end": 47, "text": "close to my home", "score": 0.8771352767944336}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "698", "language": "en", "text": "can you find me a chinese restaurant", "gt": [{"start": 18, "end": 25, "tag": "CUISINE", "value": "chinese", "text": "chinese"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 25, "text": "chinese", "score": 0.9245374202728271}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "699", "language": "en", "text": "can you find me a chjildren friendly restaurant in redding ca thats open until 11pm", "gt": [{"start": 18, "end": 36, "tag": "AMENITY", "value": "chjildren friendly", "text": "chjildren friendly"}, {"start": 51, "end": 61, "tag": "LOCATION", "value": "redding ca", "text": "redding ca"}, {"start": 68, "end": 83, "tag": "HOURS", "value": "open until 11pm", "text": "open until 11pm"}], "predictions": [{"label": "AMENITY", "start": 18, "end": 36, "text": "chjildren friendly", "score": 0.8916438817977905}, {"label": "LOCATION", "start": 51, "end": 61, "text": "redding ca", "score": 0.9265353083610535}, {"label": "HOURS", "start": 68, "end": 83, "text": "open until 11pm", "score": 0.9397619962692261}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "700", "language": "en", "text": "can you find me a coffee shop with internet access", "gt": [{"start": 18, "end": 24, "tag": "CUISINE", "value": "coffee", "text": "coffee"}, {"start": 35, "end": 50, "tag": "AMENITY", "value": "internet access", "text": "internet access"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 24, "text": "coffee", "score": 0.8953413367271423}, {"label": "AMENITY", "start": 35, "end": 50, "text": "internet access", "score": 0.9045959711074829}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "701", "language": "en", "text": "can you find me a dairy queen nearby", "gt": [{"start": 18, "end": 29, "tag": "RESTAURANT_NAME", "value": "dairy queen", "text": "dairy queen"}, {"start": 30, "end": 36, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 18, "end": 29, "text": "dairy queen", "score": 0.9176259636878967}, {"label": "LOCATION", "start": 30, "end": 36, "text": "nearby", "score": 0.9331557154655457}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "702", "language": "en", "text": "can you find me a drive thru since i am in a hurry", "gt": [{"start": 18, "end": 28, "tag": "AMENITY", "value": "drive thru", "text": "drive thru"}], "predictions": [{"label": "AMENITY", "start": 18, "end": 28, "text": "drive thru", "score": 0.884516716003418}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "703", "language": "en", "text": "can you find me a ethiopian place where the service is rated high", "gt": [{"start": 18, "end": 27, "tag": "CUISINE", "value": "ethiopian", "text": "ethiopian"}, {"start": 55, "end": 65, "tag": "RATING", "value": "rated high", "text": "rated high"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 27, "text": "ethiopian", "score": 0.9227645397186279}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "704", "language": "en", "text": "can you find me a fair priced diner", "gt": [{"start": 18, "end": 22, "tag": "PRICE", "value": "fair", "text": "fair"}, {"start": 30, "end": 35, "tag": "CUISINE", "value": "diner", "text": "diner"}], "predictions": [{"label": "PRICE", "start": 18, "end": 22, "text": "fair", "score": 0.9733038544654846}, {"label": "CUISINE", "start": 30, "end": 35, "text": "diner", "score": 0.9226391911506653}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "705", "language": "en", "text": "can you find me a five star place by the water in inman square", "gt": [{"start": 18, "end": 27, "tag": "RATING", "value": "five star", "text": "five star"}, {"start": 34, "end": 46, "tag": "AMENITY", "value": "by the water", "text": "by the water"}, {"start": 47, "end": 62, "tag": "LOCATION", "value": "in inman square", "text": "in inman square"}], "predictions": [{"label": "RATING", "start": 18, "end": 27, "text": "five star", "score": 0.9526718258857727}, {"label": "LOCATION", "start": 34, "end": 62, "text": "by the water in inman square", "score": 0.8286596536636353}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "706", "language": "en", "text": "can you find me a good place for a nice date", "gt": [{"start": 18, "end": 22, "tag": "RATING", "value": "good", "text": "good"}, {"start": 23, "end": 44, "tag": "AMENITY", "value": "place for a nice date", "text": "place for a nice date"}], "predictions": [{"label": "RATING", "start": 18, "end": 22, "text": "good", "score": 0.927495539188385}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "707", "language": "en", "text": "can you find me a greek diner that has received high ratings on its service and has outdoor dining", "gt": [{"start": 18, "end": 29, "tag": "CUISINE", "value": "greek diner", "text": "greek diner"}, {"start": 39, "end": 47, "tag": "LOCATION", "value": "received", "text": "received"}, {"start": 48, "end": 60, "tag": "RATING", "value": "high ratings", "text": "high ratings"}, {"start": 68, "end": 75, "tag": "LOCATION", "value": "service", "text": "service"}, {"start": 84, "end": 98, "tag": "AMENITY", "value": "outdoor dining", "text": "outdoor dining"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 29, "text": "greek diner", "score": 0.8904802203178406}, {"label": "RATING", "start": 48, "end": 60, "text": "high ratings", "score": 0.9113275408744812}, {"label": "AMENITY", "start": 84, "end": 98, "text": "outdoor dining", "score": 0.8927280306816101}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 2, "tp_strict": 3, "fp_strict": 0, "fn_strict": 2, "error": null}
{"sample_id": "708", "language": "en", "text": "can you find me a mcdonalds close to the airport", "gt": [{"start": 18, "end": 27, "tag": "RESTAURANT_NAME", "value": "mcdonalds", "text": "mcdonalds"}, {"start": 28, "end": 33, "tag": "LOCATION", "value": "close", "text": "close"}, {"start": 41, "end": 48, "tag": "LOCATION", "value": "airport", "text": "airport"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 18, "end": 27, "text": "mcdonalds", "score": 0.938008189201355}, {"label": "LOCATION", "start": 28, "end": 48, "text": "close to the airport", "score": 0.9123433232307434}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "709", "language": "en", "text": "can you find me a mexican restaurant with outdoor sitting area", "gt": [{"start": 18, "end": 25, "tag": "CUISINE", "value": "mexican", "text": "mexican"}, {"start": 42, "end": 62, "tag": "AMENITY", "value": "outdoor sitting area", "text": "outdoor sitting area"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 25, "text": "mexican", "score": 0.9402308464050293}, {"label": "AMENITY", "start": 42, "end": 62, "text": "outdoor sitting area", "score": 0.9314394593238831}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "710", "language": "en", "text": "can you find me a moderately priced restaurant that serves wine", "gt": [{"start": 18, "end": 28, "tag": "PRICE", "value": "moderately", "text": "moderately"}, {"start": 52, "end": 63, "tag": "AMENITY", "value": "serves wine", "text": "serves wine"}], "predictions": [{"label": "PRICE", "start": 18, "end": 28, "text": "moderately", "score": 0.9644691348075867}, {"label": "DISH", "start": 59, "end": 63, "text": "wine", "score": 0.7692649960517883}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "711", "language": "en", "text": "can you find me a pastry shop not more than 5 blocks from here", "gt": [{"start": 18, "end": 24, "tag": "CUISINE", "value": "pastry", "text": "pastry"}, {"start": 30, "end": 62, "tag": "LOCATION", "value": "not more than 5 blocks from here", "text": "not more than 5 blocks from here"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 24, "text": "pastry", "score": 0.8175858855247498}, {"label": "LOCATION", "start": 30, "end": 62, "text": "not more than 5 blocks from here", "score": 0.8041375279426575}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "712", "language": "en", "text": "can you find me a place called asai fine japanese cuisine with a nice wine list", "gt": [{"start": 31, "end": 57, "tag": "RESTAURANT_NAME", "value": "asai fine japanese cuisine", "text": "asai fine japanese cuisine"}, {"start": 65, "end": 79, "tag": "AMENITY", "value": "nice wine list", "text": "nice wine list"}], "predictions": [{"label": "RESTAURANT_NAME", "start": 31, "end": 57, "text": "asai fine japanese cuisine", "score": 0.8915024399757385}, {"label": "AMENITY", "start": 65, "end": 79, "text": "nice wine list", "score": 0.831355631351471}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "713", "language": "en", "text": "can you find me a place thats open after midnight in abington with dinner theater", "gt": [{"start": 30, "end": 49, "tag": "HOURS", "value": "open after midnight", "text": "open after midnight"}, {"start": 53, "end": 61, "tag": "LOCATION", "value": "abington", "text": "abington"}, {"start": 67, "end": 81, "tag": "AMENITY", "value": "dinner theater", "text": "dinner theater"}], "predictions": [{"label": "HOURS", "start": 30, "end": 49, "text": "open after midnight", "score": 0.9396314024925232}, {"label": "LOCATION", "start": 53, "end": 61, "text": "abington", "score": 0.9023772478103638}, {"label": "AMENITY", "start": 67, "end": 81, "text": "dinner theater", "score": 0.8681565523147583}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "714", "language": "en", "text": "can you find me a place to dine at the bar for some tea for breakfast", "gt": [{"start": 27, "end": 42, "tag": "AMENITY", "value": "dine at the bar", "text": "dine at the bar"}, {"start": 52, "end": 55, "tag": "DISH", "value": "tea", "text": "tea"}, {"start": 60, "end": 69, "tag": "HOURS", "value": "breakfast", "text": "breakfast"}], "predictions": [{"label": "DISH", "start": 52, "end": 55, "text": "tea", "score": 0.8290894627571106}, {"label": "HOURS", "start": 60, "end": 69, "text": "breakfast", "score": 0.8793514966964722}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "715", "language": "en", "text": "can you find me a place to eat", "gt": [], "predictions": [], "inference_time_ms": null, "status": "OK", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "716", "language": "en", "text": "can you find me a place to eat near here", "gt": [{"start": 31, "end": 40, "tag": "LOCATION", "value": "near here", "text": "near here"}], "predictions": [{"label": "LOCATION", "start": 31, "end": 40, "text": "near here", "score": 0.9173339605331421}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "717", "language": "en", "text": "can you find me a place to eat some chips by the ocean", "gt": [{"start": 36, "end": 41, "tag": "DISH", "value": "chips", "text": "chips"}, {"start": 42, "end": 54, "tag": "LOCATION", "value": "by the ocean", "text": "by the ocean"}], "predictions": [{"label": "DISH", "start": 36, "end": 41, "text": "chips", "score": 0.8957638144493103}, {"label": "LOCATION", "start": 42, "end": 54, "text": "by the ocean", "score": 0.8887277841567993}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "718", "language": "en", "text": "can you find me a place to get entertainment while i eat", "gt": [{"start": 31, "end": 56, "tag": "AMENITY", "value": "entertainment while i eat", "text": "entertainment while i eat"}], "predictions": [{"label": "AMENITY", "start": 31, "end": 44, "text": "entertainment", "score": 0.8439541459083557}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "719", "language": "en", "text": "can you find me a place to get mexican food", "gt": [{"start": 31, "end": 38, "tag": "CUISINE", "value": "mexican", "text": "mexican"}], "predictions": [{"label": "CUISINE", "start": 31, "end": 38, "text": "mexican", "score": 0.9241331815719604}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "720", "language": "en", "text": "can you find me a place where the entrees are priced under 10 per person but still has good food", "gt": [{"start": 34, "end": 41, "tag": "AMENITY", "value": "entrees", "text": "entrees"}, {"start": 53, "end": 61, "tag": "PRICE", "value": "under 10", "text": "under 10"}, {"start": 87, "end": 91, "tag": "CUISINE", "value": "good", "text": "good"}], "predictions": [{"label": "PRICE", "start": 53, "end": 72, "text": "under 10 per person", "score": 0.8838929533958435}, {"label": "RATING", "start": 87, "end": 91, "text": "good", "score": 0.722943902015686}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 2, "tp_strict": 0, "fp_strict": 2, "fn_strict": 3, "error": null}
{"sample_id": "721", "language": "en", "text": "can you find me a place with live music and seafood", "gt": [{"start": 29, "end": 39, "tag": "AMENITY", "value": "live music", "text": "live music"}, {"start": 44, "end": 51, "tag": "CUISINE", "value": "seafood", "text": "seafood"}], "predictions": [{"label": "AMENITY", "start": 29, "end": 39, "text": "live music", "score": 0.889700710773468}, {"label": "CUISINE", "start": 44, "end": 51, "text": "seafood", "score": 0.8930996060371399}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "722", "language": "en", "text": "can you find me a restaurant", "gt": [], "predictions": [], "inference_time_ms": null, "status": "OK", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "723", "language": "en", "text": "can you find me a restaurant in my area in which i can smoke", "gt": [{"start": 32, "end": 39, "tag": "LOCATION", "value": "my area", "text": "my area"}, {"start": 51, "end": 60, "tag": "AMENITY", "value": "can smoke", "text": "can smoke"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 39, "text": "in my area", "score": 0.8565210700035095}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 1, "fn_strict": 2, "error": null}
{"sample_id": "724", "language": "en", "text": "can you find me a restaurant in the area that serves chinese food and allows carry out", "gt": [{"start": 29, "end": 40, "tag": "LOCATION", "value": "in the area", "text": "in the area"}, {"start": 53, "end": 60, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 61, "end": 65, "tag": "DISH", "value": "food", "text": "food"}, {"start": 77, "end": 86, "tag": "AMENITY", "value": "carry out", "text": "carry out"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 40, "text": "in the area", "score": 0.8894086480140686}, {"label": "CUISINE", "start": 53, "end": 60, "text": "chinese", "score": 0.8984451293945312}, {"label": "AMENITY", "start": 77, "end": 86, "text": "carry out", "score": 0.8537277579307556}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 3, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "725", "language": "en", "text": "can you find me a restaurant near the bay", "gt": [{"start": 29, "end": 41, "tag": "LOCATION", "value": "near the bay", "text": "near the bay"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 41, "text": "near the bay", "score": 0.9159694910049438}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "726", "language": "en", "text": "can you find me a restaurant nearby that has a lunch special", "gt": [{"start": 29, "end": 35, "tag": "LOCATION", "value": "nearby", "text": "nearby"}, {"start": 47, "end": 60, "tag": "AMENITY", "value": "lunch special", "text": "lunch special"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 35, "text": "nearby", "score": 0.9293113946914673}, {"label": "AMENITY", "start": 47, "end": 60, "text": "lunch special", "score": 0.7034837603569031}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "727", "language": "en", "text": "can you find me a restaurant serving toppings before 10 am", "gt": [{"start": 18, "end": 28, "tag": "RESTAURANT_NAME", "value": "restaurant", "text": "restaurant"}, {"start": 37, "end": 45, "tag": "DISH", "value": "toppings", "text": "toppings"}, {"start": 46, "end": 58, "tag": "HOURS", "value": "before 10 am", "text": "before 10 am"}], "predictions": [{"label": "DISH", "start": 37, "end": 45, "text": "toppings", "score": 0.7778396606445312}, {"label": "HOURS", "start": 46, "end": 58, "text": "before 10 am", "score": 0.9301977753639221}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 2, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "728", "language": "en", "text": "can you find me a restaurant that has a smoking section on the south side of town", "gt": [{"start": 40, "end": 55, "tag": "AMENITY", "value": "smoking section", "text": "smoking section"}, {"start": 63, "end": 81, "tag": "LOCATION", "value": "south side of town", "text": "south side of town"}], "predictions": [{"label": "AMENITY", "start": 40, "end": 55, "text": "smoking section", "score": 0.9261220693588257}, {"label": "LOCATION", "start": 63, "end": 81, "text": "south side of town", "score": 0.9168198108673096}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "729", "language": "en", "text": "can you find me a restaurant that has happy hour and serves spaghetti", "gt": [{"start": 38, "end": 48, "tag": "AMENITY", "value": "happy hour", "text": "happy hour"}, {"start": 60, "end": 69, "tag": "DISH", "value": "spaghetti", "text": "spaghetti"}], "predictions": [{"label": "AMENITY", "start": 38, "end": 48, "text": "happy hour", "score": 0.708946943283081}, {"label": "DISH", "start": 60, "end": 69, "text": "spaghetti", "score": 0.9547227025032043}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "730", "language": "en", "text": "can you find me a restaurant that has low prices", "gt": [{"start": 38, "end": 41, "tag": "PRICE", "value": "low", "text": "low"}], "predictions": [{"label": "PRICE", "start": 38, "end": 41, "text": "low", "score": 0.9543022513389587}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "731", "language": "en", "text": "can you find me a restaurant that has one of those playrooms for kids", "gt": [{"start": 51, "end": 69, "tag": "AMENITY", "value": "playrooms for kids", "text": "playrooms for kids"}], "predictions": [{"label": "AMENITY", "start": 51, "end": 69, "text": "playrooms for kids", "score": 0.8930909633636475}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "732", "language": "en", "text": "can you find me a restaurant that is cheap", "gt": [{"start": 37, "end": 42, "tag": "PRICE", "value": "cheap", "text": "cheap"}], "predictions": [{"label": "PRICE", "start": 37, "end": 42, "text": "cheap", "score": 0.9451844096183777}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "733", "language": "en", "text": "can you find me a restaurant that is family friendly", "gt": [{"start": 37, "end": 52, "tag": "AMENITY", "value": "family friendly", "text": "family friendly"}], "predictions": [{"label": "AMENITY", "start": 37, "end": 52, "text": "family friendly", "score": 0.9138587117195129}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "734", "language": "en", "text": "can you find me a restaurant that is near me", "gt": [{"start": 37, "end": 44, "tag": "LOCATION", "value": "near me", "text": "near me"}], "predictions": [{"label": "LOCATION", "start": 37, "end": 44, "text": "near me", "score": 0.8761357069015503}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "735", "language": "en", "text": "can you find me a restaurant that is open at 6 am for breakfast", "gt": [{"start": 37, "end": 49, "tag": "HOURS", "value": "open at 6 am", "text": "open at 6 am"}, {"start": 54, "end": 63, "tag": "HOURS", "value": "breakfast", "text": "breakfast"}], "predictions": [{"label": "HOURS", "start": 37, "end": 49, "text": "open at 6 am", "score": 0.8714057207107544}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "736", "language": "en", "text": "can you find me a restaurant that is rated at least 3 stars and low priced", "gt": [{"start": 52, "end": 59, "tag": "RATING", "value": "3 stars", "text": "3 stars"}, {"start": 64, "end": 67, "tag": "PRICE", "value": "low", "text": "low"}], "predictions": [{"label": "RATING", "start": 37, "end": 59, "text": "rated at least 3 stars", "score": 0.7583441138267517}, {"label": "PRICE", "start": 64, "end": 67, "text": "low", "score": 0.9681736826896667}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 1, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "737", "language": "en", "text": "can you find me a restaurant that serves new york style pizza", "gt": [{"start": 41, "end": 61, "tag": "DISH", "value": "new york style pizza", "text": "new york style pizza"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "738", "language": "en", "text": "can you find me a restaurant that serves vegetarian meatloaf", "gt": [{"start": 41, "end": 60, "tag": "DISH", "value": "vegetarian meatloaf", "text": "vegetarian meatloaf"}], "predictions": [{"label": "DISH", "start": 41, "end": 60, "text": "vegetarian meatloaf", "score": 0.7615381479263306}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "739", "language": "en", "text": "can you find me a restaurant with a good view", "gt": [{"start": 36, "end": 45, "tag": "AMENITY", "value": "good view", "text": "good view"}], "predictions": [{"label": "AMENITY", "start": 36, "end": 45, "text": "good view", "score": 0.8528092503547668}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "740", "language": "en", "text": "can you find me a restaurant with a salad bar", "gt": [{"start": 36, "end": 45, "tag": "DISH", "value": "salad bar", "text": "salad bar"}], "predictions": [], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 0, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 0, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "741", "language": "en", "text": "can you find me a restaurant with a smoking area nearby", "gt": [{"start": 36, "end": 48, "tag": "AMENITY", "value": "smoking area", "text": "smoking area"}, {"start": 49, "end": 55, "tag": "LOCATION", "value": "nearby", "text": "nearby"}], "predictions": [{"label": "AMENITY", "start": 36, "end": 48, "text": "smoking area", "score": 0.8729905486106873}, {"label": "LOCATION", "start": 49, "end": 55, "text": "nearby", "score": 0.8926120400428772}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "742", "language": "en", "text": "can you find me a restaurant with at least a few star rating", "gt": [{"start": 45, "end": 60, "tag": "RATING", "value": "few star rating", "text": "few star rating"}], "predictions": [{"label": "RATING", "start": 34, "end": 60, "text": "at least a few star rating", "score": 0.8197578191757202}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 0, "fp_strict": 1, "fn_strict": 1, "error": null}
{"sample_id": "743", "language": "en", "text": "can you find me a restaurant with outdoor dining that sells fruity drinks", "gt": [{"start": 34, "end": 48, "tag": "AMENITY", "value": "outdoor dining", "text": "outdoor dining"}, {"start": 60, "end": 73, "tag": "DISH", "value": "fruity drinks", "text": "fruity drinks"}], "predictions": [{"label": "AMENITY", "start": 34, "end": 48, "text": "outdoor dining", "score": 0.9343756437301636}, {"label": "DISH", "start": 60, "end": 73, "text": "fruity drinks", "score": 0.9224005937576294}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "744", "language": "en", "text": "can you find me a restaurant with outside dining", "gt": [{"start": 34, "end": 48, "tag": "AMENITY", "value": "outside dining", "text": "outside dining"}], "predictions": [{"label": "AMENITY", "start": 34, "end": 48, "text": "outside dining", "score": 0.9157922863960266}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "745", "language": "en", "text": "can you find me a restaurant with valet parking that will impress my date", "gt": [{"start": 34, "end": 47, "tag": "AMENITY", "value": "valet parking", "text": "valet parking"}, {"start": 58, "end": 65, "tag": "AMENITY", "value": "impress", "text": "impress"}], "predictions": [{"label": "AMENITY", "start": 34, "end": 47, "text": "valet parking", "score": 0.9084249138832092}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "746", "language": "en", "text": "can you find me a seafood restaurant that serves crabs", "gt": [{"start": 18, "end": 25, "tag": "CUISINE", "value": "seafood", "text": "seafood"}, {"start": 49, "end": 54, "tag": "DISH", "value": "crabs", "text": "crabs"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 25, "text": "seafood", "score": 0.9217092990875244}, {"label": "DISH", "start": 49, "end": 54, "text": "crabs", "score": 0.9281548857688904}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "747", "language": "en", "text": "can you find me a vegetarian restaurant", "gt": [{"start": 18, "end": 28, "tag": "CUISINE", "value": "vegetarian", "text": "vegetarian"}], "predictions": [{"label": "CUISINE", "start": 18, "end": 28, "text": "vegetarian", "score": 0.9160693287849426}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "748", "language": "en", "text": "can you find me an eatery that accepts american express credit cards", "gt": [{"start": 31, "end": 68, "tag": "AMENITY", "value": "accepts american express credit cards", "text": "accepts american express credit cards"}], "predictions": [{"label": "AMENITY", "start": 31, "end": 68, "text": "accepts american express credit cards", "score": 0.8778589963912964}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "749", "language": "en", "text": "can you find me an italian restaurant within 10 miles", "gt": [{"start": 19, "end": 26, "tag": "CUISINE", "value": "italian", "text": "italian"}, {"start": 38, "end": 53, "tag": "LOCATION", "value": "within 10 miles", "text": "within 10 miles"}], "predictions": [{"label": "CUISINE", "start": 19, "end": 26, "text": "italian", "score": 0.9322361946105957}, {"label": "LOCATION", "start": 38, "end": 53, "text": "within 10 miles", "score": 0.9122185707092285}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "750", "language": "en", "text": "can you find me chinese food on the way home", "gt": [{"start": 16, "end": 23, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 36, "end": 44, "tag": "LOCATION", "value": "way home", "text": "way home"}], "predictions": [{"label": "CUISINE", "start": 16, "end": 23, "text": "chinese", "score": 0.9285939931869507}, {"label": "LOCATION", "start": 36, "end": 44, "text": "way home", "score": 0.9247016906738281}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "751", "language": "en", "text": "can you find me restaurants in the area", "gt": [{"start": 28, "end": 39, "tag": "LOCATION", "value": "in the area", "text": "in the area"}], "predictions": [{"label": "LOCATION", "start": 28, "end": 39, "text": "in the area", "score": 0.9084514379501343}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "752", "language": "en", "text": "can you find me some chinese food", "gt": [{"start": 21, "end": 28, "tag": "CUISINE", "value": "chinese", "text": "chinese"}], "predictions": [{"label": "CUISINE", "start": 21, "end": 28, "text": "chinese", "score": 0.9245716333389282}], "inference_time_ms": null, "status": "OK", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 1, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "753", "language": "en", "text": "can you find me some delicious chinese food", "gt": [{"start": 21, "end": 30, "tag": "RATING", "value": "delicious", "text": "delicious"}, {"start": 31, "end": 38, "tag": "CUISINE", "value": "chinese", "text": "chinese"}], "predictions": [{"label": "RATING", "start": 21, "end": 30, "text": "delicious", "score": 0.8457039594650269}, {"label": "CUISINE", "start": 31, "end": 38, "text": "chinese", "score": 0.9061222672462463}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "754", "language": "en", "text": "can you find me some kosher food that is romantic", "gt": [{"start": 21, "end": 27, "tag": "CUISINE", "value": "kosher", "text": "kosher"}, {"start": 41, "end": 49, "tag": "AMENITY", "value": "romantic", "text": "romantic"}], "predictions": [{"label": "CUISINE", "start": 21, "end": 27, "text": "kosher", "score": 0.9154156446456909}, {"label": "AMENITY", "start": 41, "end": 49, "text": "romantic", "score": 0.8892991542816162}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "755", "language": "en", "text": "can you find me someplace with a good wine list this time", "gt": [{"start": 33, "end": 37, "tag": "RATING", "value": "good", "text": "good"}, {"start": 38, "end": 47, "tag": "AMENITY", "value": "wine list", "text": "wine list"}], "predictions": [{"label": "RATING", "start": 33, "end": 37, "text": "good", "score": 0.714927077293396}], "inference_time_ms": null, "status": "MISMATCH", "tp_lenient": 1, "fp_lenient": 0, "fn_lenient": 1, "tp_strict": 1, "fp_strict": 0, "fn_strict": 1, "error": null}
{"sample_id": "756", "language": "en", "text": "can you find me somewhere in southborough thats not too expensive", "gt": [{"start": 29, "end": 41, "tag": "LOCATION", "value": "southborough", "text": "southborough"}, {"start": 48, "end": 65, "tag": "PRICE", "value": "not too expensive", "text": "not too expensive"}], "predictions": [{"label": "LOCATION", "start": 29, "end": 41, "text": "southborough", "score": 0.9410326480865479}, {"label": "PRICE", "start": 48, "end": 65, "text": "not too expensive", "score": 0.9490855932235718}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "757", "language": "en", "text": "can you find me the best chinese food in town", "gt": [{"start": 20, "end": 24, "tag": "RATING", "value": "best", "text": "best"}, {"start": 25, "end": 32, "tag": "CUISINE", "value": "chinese", "text": "chinese"}, {"start": 38, "end": 45, "tag": "LOCATION", "value": "in town", "text": "in town"}], "predictions": [{"label": "RATING", "start": 20, "end": 24, "text": "best", "score": 0.9386962056159973}, {"label": "CUISINE", "start": 25, "end": 32, "text": "chinese", "score": 0.910859227180481}, {"label": "LOCATION", "start": 38, "end": 45, "text": "in town", "score": 0.9014580249786377}], "inference_time_ms": null, "status": "OK", "tp_lenient": 3, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 3, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "758", "language": "en", "text": "can you find me the best place to get a sub", "gt": [{"start": 20, "end": 24, "tag": "RATING", "value": "best", "text": "best"}, {"start": 40, "end": 43, "tag": "DISH", "value": "sub", "text": "sub"}], "predictions": [{"label": "RATING", "start": 20, "end": 24, "text": "best", "score": 0.9229224324226379}, {"label": "DISH", "start": 40, "end": 43, "text": "sub", "score": 0.836798369884491}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}
{"sample_id": "759", "language": "en", "text": "can you find me the best place to get japanese", "gt": [{"start": 20, "end": 24, "tag": "RATING", "value": "best", "text": "best"}, {"start": 38, "end": 46, "tag": "CUISINE", "value": "japanese", "text": "japanese"}], "predictions": [{"label": "RATING", "start": 20, "end": 24, "text": "best", "score": 0.914656937122345}, {"label": "CUISINE", "start": 38, "end": 46, "text": "japanese", "score": 0.9313463568687439}], "inference_time_ms": null, "status": "OK", "tp_lenient": 2, "fp_lenient": 0, "fn_lenient": 0, "tp_strict": 2, "fp_strict": 0, "fn_strict": 0, "error": null}