[ { "id": "pa-001", "prompt": "yo set an alrm for like 5:45 tmrw morning pls", "expected": { "skill": "create_alarm", "parameters": { "time": "5:45", "day": "tmrw morning" } }, "domain": "alarms", "styles": [ "slang", "typo", "conversational" ] }, { "id": "pa-002", "prompt": "need to b up at 6ish on monday ngl", "expected": { "skill": "create_alarm", "parameters": { "time": "6ish", "day": "monday" } }, "domain": "alarms", "styles": [ "slang", "incomplete", "conversational" ] }, { "id": "pa-003", "prompt": "6am alarm pls", "expected": { "skill": "create_alarm", "parameters": { "time": "6am" } }, "domain": "alarms", "styles": [ "incomplete" ] }, { "id": "pa-004", "prompt": "wake me 7:20 wednesday thx", "expected": { "skill": "create_alarm", "parameters": { "time": "7:20", "day": "wednesday" } }, "domain": "alarms", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-005", "prompt": "uh can u do a 10:15 pm thing tonight", "expected": { "skill": "create_alarm", "parameters": { "time": "10:15 pm", "day": "tonight" } }, "domain": "alarms", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-006", "prompt": "tomorow 4:30 wake up plz", "expected": { "skill": "create_alarm", "parameters": { "time": "4:30", "day": "tomorow" } }, "domain": "alarms", "styles": [ "typo", "incomplete" ] }, { "id": "pa-007", "prompt": "deadass need alarm sunday noon", "expected": { "skill": "create_alarm", "parameters": { "time": "noon", "day": "sunday" } }, "domain": "alarms", "styles": [ "slang", "incomplete" ] }, { "id": "pa-008", "prompt": "ok wait actually make it 8:05 am next tuesday instead", "expected": { "skill": "create_alarm", "parameters": { "time": "8:05 am", "day": "next tuesday" } }, "domain": "alarms", "styles": [ "conversational" ] }, { "id": "pa-009", "prompt": "4:50 alarm for sat pls", "expected": { "skill": "create_alarm", "parameters": { "time": "4:50", "day": "sat" } }, "domain": "alarms", "styles": [ "slang", "incomplete" ] }, { "id": "pa-010", "prompt": "gonna crash early \u2014 buzz me at 9:30 pm today", "expected": { "skill": "create_alarm", "parameters": { "time": "9:30 pm", "day": "today" } }, "domain": "alarms", "styles": [ "slang", "conversational" ] }, { "id": "pa-011", "prompt": "hey siri vibes but pocket automator: 5 am thurs", "expected": { "skill": "create_alarm", "parameters": { "time": "5 am", "day": "thurs" } }, "domain": "alarms", "styles": [ "slang", "conversational" ] }, { "id": "pa-012", "prompt": "lmk when its 6:30 \u2014 jk just set alarm 6:30 friday", "expected": { "skill": "create_alarm", "parameters": { "time": "6:30", "day": "friday" } }, "domain": "alarms", "styles": [ "slang", "conversational" ] }, { "id": "pa-013", "prompt": "alarm?? 7:45 am this weekend", "expected": { "skill": "create_alarm", "parameters": { "time": "7:45 am", "day": "this weekend" } }, "domain": "alarms", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-014", "prompt": "pls dont let me oversleep \u2014 6:10 tomorrow", "expected": { "skill": "create_alarm", "parameters": { "time": "6:10", "day": "tomorrow" } }, "domain": "alarms", "styles": [ "conversational" ] }, { "id": "pa-015", "prompt": "5:55am wakeup call monday pls", "expected": { "skill": "create_alarm", "parameters": { "time": "5:55am", "day": "monday" } }, "domain": "alarms", "styles": [ "incomplete" ] }, { "id": "pa-016", "prompt": "set wakey wakey 8am tmr", "expected": { "skill": "create_alarm", "parameters": { "time": "8am", "day": "tmr" } }, "domain": "alarms", "styles": [ "slang", "incomplete" ] }, { "id": "pa-017", "prompt": "lowkey need 11:11 pm alarm tonight", "expected": { "skill": "create_alarm", "parameters": { "time": "11:11 pm", "day": "tonight" } }, "domain": "alarms", "styles": [ "slang" ] }, { "id": "pa-018", "prompt": "can i get a 7 am buzzer next monday", "expected": { "skill": "create_alarm", "parameters": { "time": "7 am", "day": "next monday" } }, "domain": "alarms", "styles": [ "conversational" ] }, { "id": "pa-019", "prompt": "alarm at half past six tomorrow morning", "expected": { "skill": "create_alarm", "parameters": { "time": "half past six", "day": "tomorrow morning" } }, "domain": "alarms", "styles": [ "conversational" ] }, { "id": "pa-020", "prompt": "6:00 alarm 4 wednesday", "expected": { "skill": "create_alarm", "parameters": { "time": "6:00", "day": "wednesday" } }, "domain": "alarms", "styles": [ "typo", "incomplete" ] }, { "id": "pa-021", "prompt": "wake me up round 9 on sunday", "expected": { "skill": "create_alarm", "parameters": { "time": "9", "day": "sunday" } }, "domain": "alarms", "styles": [ "slang", "incomplete" ] }, { "id": "pa-022", "prompt": "fr need 5:15 am alarm this tuesday", "expected": { "skill": "create_alarm", "parameters": { "time": "5:15 am", "day": "this tuesday" } }, "domain": "alarms", "styles": [ "slang" ] }, { "id": "pa-023", "prompt": "hit up zoe on whatsapp say im omw", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "zoe", "message": "im omw" } }, "domain": "whatsapp", "styles": [ "slang", "typo", "incomplete" ] }, { "id": "pa-024", "prompt": "wa msg marcus 'running 20 min late'", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "marcus", "message": "running 20 min late" } }, "domain": "whatsapp", "styles": [ "slang", "incomplete" ] }, { "id": "pa-025", "prompt": "tell roomie on watsapp dishes are done", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "roomie", "message": "dishes are done" } }, "domain": "whatsapp", "styles": [ "slang", "typo" ] }, { "id": "pa-026", "prompt": "whastapp elena \u2014 meeting got moved to 4", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "elena", "message": "meeting got moved to 4" } }, "domain": "whatsapp", "styles": [ "typo", "incomplete", "conversational" ] }, { "id": "pa-027", "prompt": "shoot kevin from work a text on whatsapp: heads up im wfh", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "kevin from work", "message": "heads up im wfh" } }, "domain": "whatsapp", "styles": [ "slang", "conversational" ] }, { "id": "pa-028", "prompt": "msg grandpa on whatsapp happy bday!!", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "grandpa", "message": "happy bday!!" } }, "domain": "whatsapp", "styles": [ "slang", "typo" ] }, { "id": "pa-029", "prompt": "yo ping sis saying im outside", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "sis", "message": "im outside" } }, "domain": "whatsapp", "styles": [ "slang", "incomplete" ] }, { "id": "pa-030", "prompt": "whatsap daniel 'got ur package'", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "daniel", "message": "got ur package" } }, "domain": "whatsapp", "styles": [ "typo", "incomplete" ] }, { "id": "pa-031", "prompt": "can u text aunt lisa on whatsapp that flight lands 6", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "aunt lisa", "message": "flight lands 6" } }, "domain": "whatsapp", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-032", "prompt": "drop a whatsapp to coach mike \u2014 practice cancelled", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "coach mike", "message": "practice cancelled" } }, "domain": "whatsapp", "styles": [ "slang", "incomplete" ] }, { "id": "pa-033", "prompt": "whatsapp my landlord rent sent", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "my landlord", "message": "rent sent" } }, "domain": "whatsapp", "styles": [ "incomplete" ] }, { "id": "pa-034", "prompt": "lemme msg hannah real quick on whatsapp: u free later?", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "hannah", "message": "u free later?" } }, "domain": "whatsapp", "styles": [ "slang", "conversational" ] }, { "id": "pa-035", "prompt": "send whatsapp to benji thx for covering my shift", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "benji", "message": "thx for covering my shift" } }, "domain": "whatsapp", "styles": [ "slang", "incomplete" ] }, { "id": "pa-036", "prompt": "text whatsapp to carpool group running late again sry", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "carpool group", "message": "running late again sry" } }, "domain": "whatsapp", "styles": [ "slang", "incomplete" ] }, { "id": "pa-037", "prompt": "ok whatsapp olivia saying docs r uploaded", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "olivia", "message": "docs r uploaded" } }, "domain": "whatsapp", "styles": [ "slang", "typo", "conversational" ] }, { "id": "pa-038", "prompt": "wahtapp msg to tomas \u2014 keys under mat", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "tomas", "message": "keys under mat" } }, "domain": "whatsapp", "styles": [ "typo", "incomplete" ] }, { "id": "pa-039", "prompt": "just tell jules on whatsapp im grabbing boba", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "jules", "message": "im grabbing boba" } }, "domain": "whatsapp", "styles": [ "slang", "conversational" ] }, { "id": "pa-040", "prompt": "whatsapp neighbor hey can u sign for delivery", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "neighbor", "message": "hey can u sign for delivery" } }, "domain": "whatsapp", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-041", "prompt": "msg whatsapp to dr patel appointment confirmed", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "dr patel", "message": "appointment confirmed" } }, "domain": "whatsapp", "styles": [ "incomplete" ] }, { "id": "pa-042", "prompt": "hit my brother on whatsapp w/ 'u still coming?'", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "my brother", "message": "u still coming?" } }, "domain": "whatsapp", "styles": [ "slang", "incomplete" ] }, { "id": "pa-043", "prompt": "whatsapp bestie ngl im stressed af today", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "bestie", "message": "ngl im stressed af today" } }, "domain": "whatsapp", "styles": [ "slang", "incomplete" ] }, { "id": "pa-044", "prompt": "send whatsapp msg to felix \u2014 slide deck is ready", "expected": { "skill": "whatsapp_send_message", "parameters": { "contact": "felix", "message": "slide deck is ready" } }, "domain": "whatsapp", "styles": [ "incomplete" ] }, { "id": "pa-045", "prompt": "spotfy stop rn", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "typo", "slang", "incomplete" ] }, { "id": "pa-046", "prompt": "yo pause the music", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-047", "prompt": "mute spotify pls im on a call", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-048", "prompt": "can u kill the spotify track", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "slang", "conversational" ] }, { "id": "pa-049", "prompt": "hold up pause spotify", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-050", "prompt": "spoitfy pause rq", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "typo", "slang", "incomplete" ] }, { "id": "pa-051", "prompt": "stop spotify playback thx", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-052", "prompt": "shhh pause spotify", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-053", "prompt": "spotify off for a sec", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-054", "prompt": "pause whats playing on spotify", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-055", "prompt": "ok stop spotify music", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-056", "prompt": "spotify halt plz", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-057", "prompt": "silence spotify real quick", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-058", "prompt": "pause spotify \u2014 landlord knocking", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-059", "prompt": "spotify stop the banger lol", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "slang", "conversational" ] }, { "id": "pa-060", "prompt": "cut spotify audio", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-061", "prompt": "spotify pause pls headphones dying", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-062", "prompt": "uh pause spotify", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-063", "prompt": "stop the spotify pls", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-064", "prompt": "spotify freeze for now pls", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-065", "prompt": "pause my spotify session", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-066", "prompt": "spotify quiet for now", "expected": { "skill": "spotify_pause", "parameters": {} }, "domain": "spotify", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-067", "prompt": "put on my midnight drives mix on spotify", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "midnight drives mix" } }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-068", "prompt": "spotify play sunday scaries", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "sunday scaries" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-069", "prompt": "queue up deep focus vibes on spotify", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "deep focus vibes" } }, "domain": "spotify", "styles": [ "slang" ] }, { "id": "pa-070", "prompt": "play my 2010s throwbacks spotify", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "2010s throwbacks" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-071", "prompt": "spotfy playlist: rainy day jazz", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "rainy day jazz" } }, "domain": "spotify", "styles": [ "typo", "incomplete" ] }, { "id": "pa-072", "prompt": "yo spin the gym beast mode playlist", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "gym beast mode" } }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-073", "prompt": "spotify \u2014 my cooking playlist pls", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "cooking" } }, "domain": "spotify", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-074", "prompt": "start spotify playlist called roadtrip 2024", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "roadtrip 2024" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-075", "prompt": "play hyperpop mix on spotify", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "hyperpop mix" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-076", "prompt": "spotify my chillhop essentials thx", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "chillhop essentials" } }, "domain": "spotify", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-077", "prompt": "can u play the study grind playlist on spotify", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "study grind" } }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-078", "prompt": "spotify playlist sleep sounds go", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "sleep sounds" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-079", "prompt": "throw on indie roadtrip on spotify", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "indie roadtrip" } }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-080", "prompt": "spotify play my liked tracks playlist", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "liked tracks" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-081", "prompt": "play spotify playlist bossa nova mornings", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "bossa nova mornings" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-082", "prompt": "spotify \u2014 queue phonk workout", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "phonk workout" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-083", "prompt": "put spotify on my cozy rainy day list", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "cozy rainy day" } }, "domain": "spotify", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-084", "prompt": "play the spotify playlist french cafe", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "french cafe" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-085", "prompt": "spotify start my pregame playlist", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "pregame" } }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-086", "prompt": "ok spotify play downtempo focus", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "downtempo focus" } }, "domain": "spotify", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-087", "prompt": "spotify my discover mix playlist pls", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "discover mix" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-088", "prompt": "play playlist morning commute on spotify", "expected": { "skill": "spotify_play_playlist", "parameters": { "playlist": "morning commute" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-089", "prompt": "spotify find bad bunny and play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "bad bunny" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-090", "prompt": "search spotify for lofi hip hop then play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "lofi hip hop" } }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-091", "prompt": "play some arctic monkeys on spotify", "expected": { "skill": "spotify_search_play", "parameters": { "query": "arctic monkeys" } }, "domain": "spotify", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-092", "prompt": "spotfy search billie eilish play it", "expected": { "skill": "spotify_search_play", "parameters": { "query": "billie eilish" } }, "domain": "spotify", "styles": [ "typo", "incomplete" ] }, { "id": "pa-093", "prompt": "look up sabrina carpenter on spotify n play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "sabrina carpenter" } }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-094", "prompt": "spotify: search neo soul and hit play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "neo soul" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-095", "prompt": "find tyler the creator on spotify and play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "tyler the creator" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-096", "prompt": "spotify play after searching radiohead", "expected": { "skill": "spotify_search_play", "parameters": { "query": "radiohead" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-097", "prompt": "yo spotify search dnb and play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "dnb" } }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-098", "prompt": "can u find frank ocean on spotify and play it", "expected": { "skill": "spotify_search_play", "parameters": { "query": "frank ocean" } }, "domain": "spotify", "styles": [ "conversational" ] }, { "id": "pa-099", "prompt": "spotify search classical piano play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "classical piano" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-100", "prompt": "spotify search play some drake tracks", "expected": { "skill": "spotify_search_play", "parameters": { "query": "drake tracks" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-101", "prompt": "spotify find latin reggaeton and play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "latin reggaeton" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-102", "prompt": "search spotify for aphex twin then play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "aphex twin" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-103", "prompt": "spotify play whatever u find for synthwave", "expected": { "skill": "spotify_search_play", "parameters": { "query": "synthwave" } }, "domain": "spotify", "styles": [ "slang", "conversational" ] }, { "id": "pa-104", "prompt": "find mitski on spotify play pls", "expected": { "skill": "spotify_search_play", "parameters": { "query": "mitski" } }, "domain": "spotify", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-105", "prompt": "soptify search play khruangbin", "expected": { "skill": "spotify_search_play", "parameters": { "query": "khruangbin" } }, "domain": "spotify", "styles": [ "typo", "incomplete" ] }, { "id": "pa-106", "prompt": "look up burna boy spotify and play", "expected": { "skill": "spotify_search_play", "parameters": { "query": "burna boy" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-107", "prompt": "spotify search play some afrobeats", "expected": { "skill": "spotify_search_play", "parameters": { "query": "afrobeats" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-108", "prompt": "find fred again on spotify n play it", "expected": { "skill": "spotify_search_play", "parameters": { "query": "fred again" } }, "domain": "spotify", "styles": [ "slang", "incomplete" ] }, { "id": "pa-109", "prompt": "spotify search play 90s r&b", "expected": { "skill": "spotify_search_play", "parameters": { "query": "90s r&b" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-110", "prompt": "search spotify play tame impala", "expected": { "skill": "spotify_search_play", "parameters": { "query": "tame impala" } }, "domain": "spotify", "styles": [ "incomplete" ] }, { "id": "pa-111", "prompt": "ubber to jfk pls", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "jfk" } }, "domain": "uber", "styles": [ "typo", "incomplete", "conversational" ] }, { "id": "pa-112", "prompt": "need a ride to 42 oak street on uber", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "42 oak street" } }, "domain": "uber", "styles": [ "conversational" ] }, { "id": "pa-113", "prompt": "hop in an uber to the vet clinic", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "the vet clinic" } }, "domain": "uber", "styles": [ "slang" ] }, { "id": "pa-114", "prompt": "ubr me to whole foods on 5th", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "whole foods on 5th" } }, "domain": "uber", "styles": [ "typo", "slang", "incomplete" ] }, { "id": "pa-115", "prompt": "get uber to coworking space downtown", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "coworking space downtown" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-116", "prompt": "book ride to mom's house via uber", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "mom's house" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-117", "prompt": "uber \u2014 take me to pier 39", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "pier 39" } }, "domain": "uber", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-118", "prompt": "can u call uber to stanford campus", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "stanford campus" } }, "domain": "uber", "styles": [ "conversational" ] }, { "id": "pa-119", "prompt": "ride to airport terminal 2 uber", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "airport terminal 2" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-120", "prompt": "uber to the sushi place on main", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "the sushi place on main" } }, "domain": "uber", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-121", "prompt": "need uber to ikea rn", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "ikea" } }, "domain": "uber", "styles": [ "slang", "incomplete" ] }, { "id": "pa-122", "prompt": "request uber to brooklyn bridge park", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "brooklyn bridge park" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-123", "prompt": "uber drop me at la guardia", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "la guardia" } }, "domain": "uber", "styles": [ "slang", "incomplete" ] }, { "id": "pa-124", "prompt": "get a cab on uber to dentist on maple ave", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "dentist on maple ave" } }, "domain": "uber", "styles": [ "conversational" ] }, { "id": "pa-125", "prompt": "uber to friends apartment 8b", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "friends apartment 8b" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-126", "prompt": "yo uber to the concert venue", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "the concert venue" } }, "domain": "uber", "styles": [ "slang", "incomplete" ] }, { "id": "pa-127", "prompt": "book uber ride to seattle tacoma airport", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "seattle tacoma airport" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-128", "prompt": "uber pls to union station", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "union station" } }, "domain": "uber", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-129", "prompt": "ride share to target on broadway uber", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "target on broadway" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-130", "prompt": "uber me over to the marriott hotel", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "the marriott hotel" } }, "domain": "uber", "styles": [ "slang", "incomplete" ] }, { "id": "pa-131", "prompt": "need uber to physio appointment on elm", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "physio appointment on elm" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-132", "prompt": "call uber to the dog park", "expected": { "skill": "uber_request_ride", "parameters": { "destination": "the dog park" } }, "domain": "uber", "styles": [ "incomplete" ] }, { "id": "pa-133", "prompt": "gmal email recruiter saying im interested in the role", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "recruiter", "message": "im interested in the role" } }, "domain": "gmail", "styles": [ "typo", "incomplete" ] }, { "id": "pa-134", "prompt": "shoot an email via gmail to finance@acme.co \u2014 invoice overdue", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "finance@acme.co", "message": "invoice overdue" } }, "domain": "gmail", "styles": [ "slang", "conversational" ] }, { "id": "pa-135", "prompt": "gmail landlord asking about lease renewal", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "landlord", "message": "asking about lease renewal" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-136", "prompt": "email my manager on gmail: heads up sick day tomorrow", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "my manager", "message": "heads up sick day tomorrow" } }, "domain": "gmail", "styles": [ "conversational" ] }, { "id": "pa-137", "prompt": "compose gmail to nora.park@design.io portfolio link attached", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "nora.park@design.io", "message": "portfolio link attached" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-138", "prompt": "gmail msg to thesis advisor draft attached for review", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "thesis advisor", "message": "draft attached for review" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-139", "prompt": "send gmail to carpool buddy running 10 late", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "carpool buddy", "message": "running 10 late" } }, "domain": "gmail", "styles": [ "slang", "incomplete" ] }, { "id": "pa-140", "prompt": "write gmail to billing@saas.com cancel subscription pls", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "billing@saas.com", "message": "cancel subscription pls" } }, "domain": "gmail", "styles": [ "conversational" ] }, { "id": "pa-141", "prompt": "gmail email mentor thx for the intro", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "mentor", "message": "thx for the intro" } }, "domain": "gmail", "styles": [ "slang", "incomplete" ] }, { "id": "pa-142", "prompt": "ok gmail to ops-team@startup.dev deploy failed rollback done", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "ops-team@startup.dev", "message": "deploy failed rollback done" } }, "domain": "gmail", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-143", "prompt": "email thru gmail to dentist office reschedule appt", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "dentist office", "message": "reschedule appt" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-144", "prompt": "gmail send to contractor quote approved lets proceed", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "contractor", "message": "quote approved lets proceed" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-145", "prompt": "hey gmail my professor question about deadline extension", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "my professor", "message": "question about deadline extension" } }, "domain": "gmail", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-146", "prompt": "gmail to hr@corp.net pto request for next week", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "hr@corp.net", "message": "pto request for next week" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-147", "prompt": "send email gmail to vendor payment sent today", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "vendor", "message": "payment sent today" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-148", "prompt": "gmial client@studio.com mockups ready for feedback", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "client@studio.com", "message": "mockups ready for feedback" } }, "domain": "gmail", "styles": [ "typo", "incomplete" ] }, { "id": "pa-149", "prompt": "compose email on gmail to roommate utilities split attached", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "roommate", "message": "utilities split attached" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-150", "prompt": "gmail to travel agent pls confirm hotel booking", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "travel agent", "message": "pls confirm hotel booking" } }, "domain": "gmail", "styles": [ "conversational" ] }, { "id": "pa-151", "prompt": "email gmail coach thanks for the session notes", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "coach", "message": "thanks for the session notes" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-152", "prompt": "gmail msg to editor final chapter attached", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "editor", "message": "final chapter attached" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-153", "prompt": "send gmail to internship lead following up on application", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "internship lead", "message": "following up on application" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-154", "prompt": "gmail email to dad flight details attached", "expected": { "skill": "gmail_send_email", "parameters": { "recipient": "dad", "message": "flight details attached" } }, "domain": "gmail", "styles": [ "incomplete" ] }, { "id": "pa-155", "prompt": "put dentist on calender next thurs 3pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "dentist", "date": "next thurs", "time": "3pm" } }, "domain": "calendar", "styles": [ "typo", "incomplete" ] }, { "id": "pa-156", "prompt": "schedule 1:1 w/ manager monday 11am", "expected": { "skill": "calendar_create_event", "parameters": { "title": "1:1 w/ manager", "date": "monday", "time": "11am" } }, "domain": "calendar", "styles": [ "slang", "incomplete" ] }, { "id": "pa-157", "prompt": "add calendar block focus time tuesday 9-11", "expected": { "skill": "calendar_create_event", "parameters": { "title": "focus time", "date": "tuesday", "time": "9-11" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-158", "prompt": "book therapy session friday 5 pm on calendar", "expected": { "skill": "calendar_create_event", "parameters": { "title": "therapy session", "date": "friday", "time": "5 pm" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-159", "prompt": "cal event: team retro wednesday 4pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "team retro", "date": "wednesday", "time": "4pm" } }, "domain": "calendar", "styles": [ "slang", "incomplete" ] }, { "id": "pa-160", "prompt": "put parent teacher conf on calendar oct 12 6pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "parent teacher conf", "date": "oct 12", "time": "6pm" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-161", "prompt": "schedule gym class saturday 8 am calendar", "expected": { "skill": "calendar_create_event", "parameters": { "title": "gym class", "date": "saturday", "time": "8 am" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-162", "prompt": "add calendar entry flight to nyc sunday 7:45 am", "expected": { "skill": "calendar_create_event", "parameters": { "title": "flight to nyc", "date": "sunday", "time": "7:45 am" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-163", "prompt": "calendar \u2014 lunch w/ priya tomorrow noon", "expected": { "skill": "calendar_create_event", "parameters": { "title": "lunch w/ priya", "date": "tomorrow", "time": "noon" } }, "domain": "calendar", "styles": [ "slang", "incomplete", "conversational" ] }, { "id": "pa-164", "prompt": "set cal event sprint planning next monday 10", "expected": { "skill": "calendar_create_event", "parameters": { "title": "sprint planning", "date": "next monday", "time": "10" } }, "domain": "calendar", "styles": [ "slang", "incomplete" ] }, { "id": "pa-165", "prompt": "put car inspection on calendar tuesday 2:30 pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "car inspection", "date": "tuesday", "time": "2:30 pm" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-166", "prompt": "scheduel interview prep wednesday 6 pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "interview prep", "date": "wednesday", "time": "6 pm" } }, "domain": "calendar", "styles": [ "typo", "incomplete" ] }, { "id": "pa-167", "prompt": "add to calendar vet appt thursday 1 pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "vet appt", "date": "thursday", "time": "1 pm" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-168", "prompt": "calendar event board presentation friday 9 am", "expected": { "skill": "calendar_create_event", "parameters": { "title": "board presentation", "date": "friday", "time": "9 am" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-169", "prompt": "book calendar slot date night saturday 8 pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "date night", "date": "saturday", "time": "8 pm" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-170", "prompt": "put standup notes review on cal monday 9:30", "expected": { "skill": "calendar_create_event", "parameters": { "title": "standup notes review", "date": "monday", "time": "9:30" } }, "domain": "calendar", "styles": [ "slang", "incomplete" ] }, { "id": "pa-171", "prompt": "schedule movers arrival next saturday 10 am", "expected": { "skill": "calendar_create_event", "parameters": { "title": "movers arrival", "date": "next saturday", "time": "10 am" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-172", "prompt": "add calendar tax appointment april 5 11 am", "expected": { "skill": "calendar_create_event", "parameters": { "title": "tax appointment", "date": "april 5", "time": "11 am" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-173", "prompt": "calender block deep work thursday morning 8", "expected": { "skill": "calendar_create_event", "parameters": { "title": "deep work", "date": "thursday morning", "time": "8" } }, "domain": "calendar", "styles": [ "typo", "incomplete" ] }, { "id": "pa-174", "prompt": "put wedding rehearsal on calendar june 20 5 pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "wedding rehearsal", "date": "june 20", "time": "5 pm" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-175", "prompt": "schedule product demo next wednesday 3 pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "product demo", "date": "next wednesday", "time": "3 pm" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-176", "prompt": "add calendar coffee chat friday 10:30 am", "expected": { "skill": "calendar_create_event", "parameters": { "title": "coffee chat", "date": "friday", "time": "10:30 am" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-177", "prompt": "book calendar orthodontist monday 4:15 pm", "expected": { "skill": "calendar_create_event", "parameters": { "title": "orthodontist", "date": "monday", "time": "4:15 pm" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-178", "prompt": "put hackathon submission deadline on calendar sunday midnight", "expected": { "skill": "calendar_create_event", "parameters": { "title": "hackathon submission deadline", "date": "sunday", "time": "midnight" } }, "domain": "calendar", "styles": [ "incomplete" ] }, { "id": "pa-179", "prompt": "open slack #incidents pls", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "incidents" } }, "domain": "slack", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-180", "prompt": "jump to product-launch channel on slack", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "product-launch" } }, "domain": "slack", "styles": [ "slang", "incomplete" ] }, { "id": "pa-181", "prompt": "slack go to team-watercooler", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "team-watercooler" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-182", "prompt": "pull up slack channel ios-bugs", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "ios-bugs" } }, "domain": "slack", "styles": [ "slang", "incomplete" ] }, { "id": "pa-183", "prompt": "switch slack to growth-experiments", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "growth-experiments" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-184", "prompt": "show slack channel design-system", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "design-system" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-185", "prompt": "navigate slack to platform-oncall", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "platform-oncall" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-186", "prompt": "open the slack channel ml-research thx", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "ml-research" } }, "domain": "slack", "styles": [ "conversational" ] }, { "id": "pa-187", "prompt": "slack channel customer-escalations open it", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "customer-escalations" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-188", "prompt": "take me to #backend-standup in slack", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "backend-standup" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-189", "prompt": "open slack for channel release-train", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "release-train" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-190", "prompt": "slack \u2014 show me hiring-pipeline channel", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "hiring-pipeline" } }, "domain": "slack", "styles": [ "conversational", "incomplete" ] }, { "id": "pa-191", "prompt": "go slack channel infra-alerts", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "infra-alerts" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-192", "prompt": "open slak channel mobile-crash-reports", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "mobile-crash-reports" } }, "domain": "slack", "styles": [ "typo", "incomplete" ] }, { "id": "pa-193", "prompt": "pull slack up on qa-automation channel", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "qa-automation" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-194", "prompt": "switch to slack channel docs-and-wiki", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "docs-and-wiki" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-195", "prompt": "open slack growth-metrics channel rq", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "growth-metrics" } }, "domain": "slack", "styles": [ "slang", "incomplete" ] }, { "id": "pa-196", "prompt": "show me slack #sales-wins", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "sales-wins" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-197", "prompt": "navigate to slack channel partner-integrations", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "partner-integrations" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-198", "prompt": "open slack channel called observability", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "observability" } }, "domain": "slack", "styles": [ "incomplete" ] }, { "id": "pa-199", "prompt": "slack open eng-hiring channel pls", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "eng-hiring" } }, "domain": "slack", "styles": [ "incomplete", "conversational" ] }, { "id": "pa-200", "prompt": "jump slack to ai-playground channel", "expected": { "skill": "slack_open_channel", "parameters": { "channel": "ai-playground" } }, "domain": "slack", "styles": [ "slang", "incomplete" ] } ]