android-skill-router / data /pocket_benchmark_prompts.json
kriyanshi's picture
Ship v2 intent extraction with API, demo UI, eval, and benchmark suite.
40a90bb
Raw
History Blame Contribute Delete
59.6 kB
[
{
"id": "pa-001",
"prompt": "yo set an alrm for like 5:45 tmrw morning pls",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "5:45",
"day": "tmrw morning"
}
},
"domain": "alarms",
"styles": [
"slang",
"typo",
"conversational"
]
},
{
"id": "pa-002",
"prompt": "need to b up at 6ish on monday ngl",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "6ish",
"day": "monday"
}
},
"domain": "alarms",
"styles": [
"slang",
"incomplete",
"conversational"
]
},
{
"id": "pa-003",
"prompt": "6am alarm pls",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "6am"
}
},
"domain": "alarms",
"styles": [
"incomplete"
]
},
{
"id": "pa-004",
"prompt": "wake me 7:20 wednesday thx",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "7:20",
"day": "wednesday"
}
},
"domain": "alarms",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-005",
"prompt": "uh can u do a 10:15 pm thing tonight",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "10:15 pm",
"day": "tonight"
}
},
"domain": "alarms",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-006",
"prompt": "tomorow 4:30 wake up plz",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "4:30",
"day": "tomorow"
}
},
"domain": "alarms",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-007",
"prompt": "deadass need alarm sunday noon",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "noon",
"day": "sunday"
}
},
"domain": "alarms",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-008",
"prompt": "ok wait actually make it 8:05 am next tuesday instead",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "8:05 am",
"day": "next tuesday"
}
},
"domain": "alarms",
"styles": [
"conversational"
]
},
{
"id": "pa-009",
"prompt": "4:50 alarm for sat pls",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "4:50",
"day": "sat"
}
},
"domain": "alarms",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-010",
"prompt": "gonna crash early \u2014 buzz me at 9:30 pm today",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "9:30 pm",
"day": "today"
}
},
"domain": "alarms",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-011",
"prompt": "hey siri vibes but pocket automator: 5 am thurs",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "5 am",
"day": "thurs"
}
},
"domain": "alarms",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-012",
"prompt": "lmk when its 6:30 \u2014 jk just set alarm 6:30 friday",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "6:30",
"day": "friday"
}
},
"domain": "alarms",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-013",
"prompt": "alarm?? 7:45 am this weekend",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "7:45 am",
"day": "this weekend"
}
},
"domain": "alarms",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-014",
"prompt": "pls dont let me oversleep \u2014 6:10 tomorrow",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "6:10",
"day": "tomorrow"
}
},
"domain": "alarms",
"styles": [
"conversational"
]
},
{
"id": "pa-015",
"prompt": "5:55am wakeup call monday pls",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "5:55am",
"day": "monday"
}
},
"domain": "alarms",
"styles": [
"incomplete"
]
},
{
"id": "pa-016",
"prompt": "set wakey wakey 8am tmr",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "8am",
"day": "tmr"
}
},
"domain": "alarms",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-017",
"prompt": "lowkey need 11:11 pm alarm tonight",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "11:11 pm",
"day": "tonight"
}
},
"domain": "alarms",
"styles": [
"slang"
]
},
{
"id": "pa-018",
"prompt": "can i get a 7 am buzzer next monday",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "7 am",
"day": "next monday"
}
},
"domain": "alarms",
"styles": [
"conversational"
]
},
{
"id": "pa-019",
"prompt": "alarm at half past six tomorrow morning",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "half past six",
"day": "tomorrow morning"
}
},
"domain": "alarms",
"styles": [
"conversational"
]
},
{
"id": "pa-020",
"prompt": "6:00 alarm 4 wednesday",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "6:00",
"day": "wednesday"
}
},
"domain": "alarms",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-021",
"prompt": "wake me up round 9 on sunday",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "9",
"day": "sunday"
}
},
"domain": "alarms",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-022",
"prompt": "fr need 5:15 am alarm this tuesday",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "5:15 am",
"day": "this tuesday"
}
},
"domain": "alarms",
"styles": [
"slang"
]
},
{
"id": "pa-023",
"prompt": "hit up zoe on whatsapp say im omw",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "zoe",
"message": "im omw"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"typo",
"incomplete"
]
},
{
"id": "pa-024",
"prompt": "wa msg marcus 'running 20 min late'",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "marcus",
"message": "running 20 min late"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-025",
"prompt": "tell roomie on watsapp dishes are done",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "roomie",
"message": "dishes are done"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"typo"
]
},
{
"id": "pa-026",
"prompt": "whastapp elena \u2014 meeting got moved to 4",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "elena",
"message": "meeting got moved to 4"
}
},
"domain": "whatsapp",
"styles": [
"typo",
"incomplete",
"conversational"
]
},
{
"id": "pa-027",
"prompt": "shoot kevin from work a text on whatsapp: heads up im wfh",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "kevin from work",
"message": "heads up im wfh"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-028",
"prompt": "msg grandpa on whatsapp happy bday!!",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "grandpa",
"message": "happy bday!!"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"typo"
]
},
{
"id": "pa-029",
"prompt": "yo ping sis saying im outside",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "sis",
"message": "im outside"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-030",
"prompt": "whatsap daniel 'got ur package'",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "daniel",
"message": "got ur package"
}
},
"domain": "whatsapp",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-031",
"prompt": "can u text aunt lisa on whatsapp that flight lands 6",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "aunt lisa",
"message": "flight lands 6"
}
},
"domain": "whatsapp",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-032",
"prompt": "drop a whatsapp to coach mike \u2014 practice cancelled",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "coach mike",
"message": "practice cancelled"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-033",
"prompt": "whatsapp my landlord rent sent",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "my landlord",
"message": "rent sent"
}
},
"domain": "whatsapp",
"styles": [
"incomplete"
]
},
{
"id": "pa-034",
"prompt": "lemme msg hannah real quick on whatsapp: u free later?",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "hannah",
"message": "u free later?"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-035",
"prompt": "send whatsapp to benji thx for covering my shift",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "benji",
"message": "thx for covering my shift"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-036",
"prompt": "text whatsapp to carpool group running late again sry",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "carpool group",
"message": "running late again sry"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-037",
"prompt": "ok whatsapp olivia saying docs r uploaded",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "olivia",
"message": "docs r uploaded"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"typo",
"conversational"
]
},
{
"id": "pa-038",
"prompt": "wahtapp msg to tomas \u2014 keys under mat",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "tomas",
"message": "keys under mat"
}
},
"domain": "whatsapp",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-039",
"prompt": "just tell jules on whatsapp im grabbing boba",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "jules",
"message": "im grabbing boba"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-040",
"prompt": "whatsapp neighbor hey can u sign for delivery",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "neighbor",
"message": "hey can u sign for delivery"
}
},
"domain": "whatsapp",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-041",
"prompt": "msg whatsapp to dr patel appointment confirmed",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "dr patel",
"message": "appointment confirmed"
}
},
"domain": "whatsapp",
"styles": [
"incomplete"
]
},
{
"id": "pa-042",
"prompt": "hit my brother on whatsapp w/ 'u still coming?'",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "my brother",
"message": "u still coming?"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-043",
"prompt": "whatsapp bestie ngl im stressed af today",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "bestie",
"message": "ngl im stressed af today"
}
},
"domain": "whatsapp",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-044",
"prompt": "send whatsapp msg to felix \u2014 slide deck is ready",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "felix",
"message": "slide deck is ready"
}
},
"domain": "whatsapp",
"styles": [
"incomplete"
]
},
{
"id": "pa-045",
"prompt": "spotfy stop rn",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"typo",
"slang",
"incomplete"
]
},
{
"id": "pa-046",
"prompt": "yo pause the music",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-047",
"prompt": "mute spotify pls im on a call",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-048",
"prompt": "can u kill the spotify track",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-049",
"prompt": "hold up pause spotify",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-050",
"prompt": "spoitfy pause rq",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"typo",
"slang",
"incomplete"
]
},
{
"id": "pa-051",
"prompt": "stop spotify playback thx",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-052",
"prompt": "shhh pause spotify",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-053",
"prompt": "spotify off for a sec",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-054",
"prompt": "pause whats playing on spotify",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-055",
"prompt": "ok stop spotify music",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-056",
"prompt": "spotify halt plz",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-057",
"prompt": "silence spotify real quick",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-058",
"prompt": "pause spotify \u2014 landlord knocking",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-059",
"prompt": "spotify stop the banger lol",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-060",
"prompt": "cut spotify audio",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-061",
"prompt": "spotify pause pls headphones dying",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-062",
"prompt": "uh pause spotify",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-063",
"prompt": "stop the spotify pls",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-064",
"prompt": "spotify freeze for now pls",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-065",
"prompt": "pause my spotify session",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-066",
"prompt": "spotify quiet for now",
"expected": {
"skill": "spotify_pause",
"parameters": {}
},
"domain": "spotify",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-067",
"prompt": "put on my midnight drives mix on spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "midnight drives mix"
}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-068",
"prompt": "spotify play sunday scaries",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "sunday scaries"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-069",
"prompt": "queue up deep focus vibes on spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "deep focus vibes"
}
},
"domain": "spotify",
"styles": [
"slang"
]
},
{
"id": "pa-070",
"prompt": "play my 2010s throwbacks spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "2010s throwbacks"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-071",
"prompt": "spotfy playlist: rainy day jazz",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "rainy day jazz"
}
},
"domain": "spotify",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-072",
"prompt": "yo spin the gym beast mode playlist",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "gym beast mode"
}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-073",
"prompt": "spotify \u2014 my cooking playlist pls",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "cooking"
}
},
"domain": "spotify",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-074",
"prompt": "start spotify playlist called roadtrip 2024",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "roadtrip 2024"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-075",
"prompt": "play hyperpop mix on spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "hyperpop mix"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-076",
"prompt": "spotify my chillhop essentials thx",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "chillhop essentials"
}
},
"domain": "spotify",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-077",
"prompt": "can u play the study grind playlist on spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "study grind"
}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-078",
"prompt": "spotify playlist sleep sounds go",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "sleep sounds"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-079",
"prompt": "throw on indie roadtrip on spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "indie roadtrip"
}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-080",
"prompt": "spotify play my liked tracks playlist",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "liked tracks"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-081",
"prompt": "play spotify playlist bossa nova mornings",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "bossa nova mornings"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-082",
"prompt": "spotify \u2014 queue phonk workout",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "phonk workout"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-083",
"prompt": "put spotify on my cozy rainy day list",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "cozy rainy day"
}
},
"domain": "spotify",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-084",
"prompt": "play the spotify playlist french cafe",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "french cafe"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-085",
"prompt": "spotify start my pregame playlist",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "pregame"
}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-086",
"prompt": "ok spotify play downtempo focus",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "downtempo focus"
}
},
"domain": "spotify",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-087",
"prompt": "spotify my discover mix playlist pls",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "discover mix"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-088",
"prompt": "play playlist morning commute on spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "morning commute"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-089",
"prompt": "spotify find bad bunny and play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "bad bunny"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-090",
"prompt": "search spotify for lofi hip hop then play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "lofi hip hop"
}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-091",
"prompt": "play some arctic monkeys on spotify",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "arctic monkeys"
}
},
"domain": "spotify",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-092",
"prompt": "spotfy search billie eilish play it",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "billie eilish"
}
},
"domain": "spotify",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-093",
"prompt": "look up sabrina carpenter on spotify n play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "sabrina carpenter"
}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-094",
"prompt": "spotify: search neo soul and hit play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "neo soul"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-095",
"prompt": "find tyler the creator on spotify and play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "tyler the creator"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-096",
"prompt": "spotify play after searching radiohead",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "radiohead"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-097",
"prompt": "yo spotify search dnb and play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "dnb"
}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-098",
"prompt": "can u find frank ocean on spotify and play it",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "frank ocean"
}
},
"domain": "spotify",
"styles": [
"conversational"
]
},
{
"id": "pa-099",
"prompt": "spotify search classical piano play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "classical piano"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-100",
"prompt": "spotify search play some drake tracks",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "drake tracks"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-101",
"prompt": "spotify find latin reggaeton and play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "latin reggaeton"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-102",
"prompt": "search spotify for aphex twin then play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "aphex twin"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-103",
"prompt": "spotify play whatever u find for synthwave",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "synthwave"
}
},
"domain": "spotify",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-104",
"prompt": "find mitski on spotify play pls",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "mitski"
}
},
"domain": "spotify",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-105",
"prompt": "soptify search play khruangbin",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "khruangbin"
}
},
"domain": "spotify",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-106",
"prompt": "look up burna boy spotify and play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "burna boy"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-107",
"prompt": "spotify search play some afrobeats",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "afrobeats"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-108",
"prompt": "find fred again on spotify n play it",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "fred again"
}
},
"domain": "spotify",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-109",
"prompt": "spotify search play 90s r&b",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "90s r&b"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-110",
"prompt": "search spotify play tame impala",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "tame impala"
}
},
"domain": "spotify",
"styles": [
"incomplete"
]
},
{
"id": "pa-111",
"prompt": "ubber to jfk pls",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "jfk"
}
},
"domain": "uber",
"styles": [
"typo",
"incomplete",
"conversational"
]
},
{
"id": "pa-112",
"prompt": "need a ride to 42 oak street on uber",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "42 oak street"
}
},
"domain": "uber",
"styles": [
"conversational"
]
},
{
"id": "pa-113",
"prompt": "hop in an uber to the vet clinic",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "the vet clinic"
}
},
"domain": "uber",
"styles": [
"slang"
]
},
{
"id": "pa-114",
"prompt": "ubr me to whole foods on 5th",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "whole foods on 5th"
}
},
"domain": "uber",
"styles": [
"typo",
"slang",
"incomplete"
]
},
{
"id": "pa-115",
"prompt": "get uber to coworking space downtown",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "coworking space downtown"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-116",
"prompt": "book ride to mom's house via uber",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "mom's house"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-117",
"prompt": "uber \u2014 take me to pier 39",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "pier 39"
}
},
"domain": "uber",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-118",
"prompt": "can u call uber to stanford campus",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "stanford campus"
}
},
"domain": "uber",
"styles": [
"conversational"
]
},
{
"id": "pa-119",
"prompt": "ride to airport terminal 2 uber",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "airport terminal 2"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-120",
"prompt": "uber to the sushi place on main",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "the sushi place on main"
}
},
"domain": "uber",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-121",
"prompt": "need uber to ikea rn",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "ikea"
}
},
"domain": "uber",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-122",
"prompt": "request uber to brooklyn bridge park",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "brooklyn bridge park"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-123",
"prompt": "uber drop me at la guardia",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "la guardia"
}
},
"domain": "uber",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-124",
"prompt": "get a cab on uber to dentist on maple ave",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "dentist on maple ave"
}
},
"domain": "uber",
"styles": [
"conversational"
]
},
{
"id": "pa-125",
"prompt": "uber to friends apartment 8b",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "friends apartment 8b"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-126",
"prompt": "yo uber to the concert venue",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "the concert venue"
}
},
"domain": "uber",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-127",
"prompt": "book uber ride to seattle tacoma airport",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "seattle tacoma airport"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-128",
"prompt": "uber pls to union station",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "union station"
}
},
"domain": "uber",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-129",
"prompt": "ride share to target on broadway uber",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "target on broadway"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-130",
"prompt": "uber me over to the marriott hotel",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "the marriott hotel"
}
},
"domain": "uber",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-131",
"prompt": "need uber to physio appointment on elm",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "physio appointment on elm"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-132",
"prompt": "call uber to the dog park",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "the dog park"
}
},
"domain": "uber",
"styles": [
"incomplete"
]
},
{
"id": "pa-133",
"prompt": "gmal email recruiter saying im interested in the role",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "recruiter",
"message": "im interested in the role"
}
},
"domain": "gmail",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-134",
"prompt": "shoot an email via gmail to finance@acme.co \u2014 invoice overdue",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "finance@acme.co",
"message": "invoice overdue"
}
},
"domain": "gmail",
"styles": [
"slang",
"conversational"
]
},
{
"id": "pa-135",
"prompt": "gmail landlord asking about lease renewal",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "landlord",
"message": "asking about lease renewal"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-136",
"prompt": "email my manager on gmail: heads up sick day tomorrow",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "my manager",
"message": "heads up sick day tomorrow"
}
},
"domain": "gmail",
"styles": [
"conversational"
]
},
{
"id": "pa-137",
"prompt": "compose gmail to nora.park@design.io portfolio link attached",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "nora.park@design.io",
"message": "portfolio link attached"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-138",
"prompt": "gmail msg to thesis advisor draft attached for review",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "thesis advisor",
"message": "draft attached for review"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-139",
"prompt": "send gmail to carpool buddy running 10 late",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "carpool buddy",
"message": "running 10 late"
}
},
"domain": "gmail",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-140",
"prompt": "write gmail to billing@saas.com cancel subscription pls",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "billing@saas.com",
"message": "cancel subscription pls"
}
},
"domain": "gmail",
"styles": [
"conversational"
]
},
{
"id": "pa-141",
"prompt": "gmail email mentor thx for the intro",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "mentor",
"message": "thx for the intro"
}
},
"domain": "gmail",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-142",
"prompt": "ok gmail to ops-team@startup.dev deploy failed rollback done",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "ops-team@startup.dev",
"message": "deploy failed rollback done"
}
},
"domain": "gmail",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-143",
"prompt": "email thru gmail to dentist office reschedule appt",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "dentist office",
"message": "reschedule appt"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-144",
"prompt": "gmail send to contractor quote approved lets proceed",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "contractor",
"message": "quote approved lets proceed"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-145",
"prompt": "hey gmail my professor question about deadline extension",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "my professor",
"message": "question about deadline extension"
}
},
"domain": "gmail",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-146",
"prompt": "gmail to hr@corp.net pto request for next week",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "hr@corp.net",
"message": "pto request for next week"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-147",
"prompt": "send email gmail to vendor payment sent today",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "vendor",
"message": "payment sent today"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-148",
"prompt": "gmial client@studio.com mockups ready for feedback",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "client@studio.com",
"message": "mockups ready for feedback"
}
},
"domain": "gmail",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-149",
"prompt": "compose email on gmail to roommate utilities split attached",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "roommate",
"message": "utilities split attached"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-150",
"prompt": "gmail to travel agent pls confirm hotel booking",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "travel agent",
"message": "pls confirm hotel booking"
}
},
"domain": "gmail",
"styles": [
"conversational"
]
},
{
"id": "pa-151",
"prompt": "email gmail coach thanks for the session notes",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "coach",
"message": "thanks for the session notes"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-152",
"prompt": "gmail msg to editor final chapter attached",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "editor",
"message": "final chapter attached"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-153",
"prompt": "send gmail to internship lead following up on application",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "internship lead",
"message": "following up on application"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-154",
"prompt": "gmail email to dad flight details attached",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "dad",
"message": "flight details attached"
}
},
"domain": "gmail",
"styles": [
"incomplete"
]
},
{
"id": "pa-155",
"prompt": "put dentist on calender next thurs 3pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "dentist",
"date": "next thurs",
"time": "3pm"
}
},
"domain": "calendar",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-156",
"prompt": "schedule 1:1 w/ manager monday 11am",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "1:1 w/ manager",
"date": "monday",
"time": "11am"
}
},
"domain": "calendar",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-157",
"prompt": "add calendar block focus time tuesday 9-11",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "focus time",
"date": "tuesday",
"time": "9-11"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-158",
"prompt": "book therapy session friday 5 pm on calendar",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "therapy session",
"date": "friday",
"time": "5 pm"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-159",
"prompt": "cal event: team retro wednesday 4pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "team retro",
"date": "wednesday",
"time": "4pm"
}
},
"domain": "calendar",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-160",
"prompt": "put parent teacher conf on calendar oct 12 6pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "parent teacher conf",
"date": "oct 12",
"time": "6pm"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-161",
"prompt": "schedule gym class saturday 8 am calendar",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "gym class",
"date": "saturday",
"time": "8 am"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-162",
"prompt": "add calendar entry flight to nyc sunday 7:45 am",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "flight to nyc",
"date": "sunday",
"time": "7:45 am"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-163",
"prompt": "calendar \u2014 lunch w/ priya tomorrow noon",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "lunch w/ priya",
"date": "tomorrow",
"time": "noon"
}
},
"domain": "calendar",
"styles": [
"slang",
"incomplete",
"conversational"
]
},
{
"id": "pa-164",
"prompt": "set cal event sprint planning next monday 10",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "sprint planning",
"date": "next monday",
"time": "10"
}
},
"domain": "calendar",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-165",
"prompt": "put car inspection on calendar tuesday 2:30 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "car inspection",
"date": "tuesday",
"time": "2:30 pm"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-166",
"prompt": "scheduel interview prep wednesday 6 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "interview prep",
"date": "wednesday",
"time": "6 pm"
}
},
"domain": "calendar",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-167",
"prompt": "add to calendar vet appt thursday 1 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "vet appt",
"date": "thursday",
"time": "1 pm"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-168",
"prompt": "calendar event board presentation friday 9 am",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "board presentation",
"date": "friday",
"time": "9 am"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-169",
"prompt": "book calendar slot date night saturday 8 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "date night",
"date": "saturday",
"time": "8 pm"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-170",
"prompt": "put standup notes review on cal monday 9:30",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "standup notes review",
"date": "monday",
"time": "9:30"
}
},
"domain": "calendar",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-171",
"prompt": "schedule movers arrival next saturday 10 am",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "movers arrival",
"date": "next saturday",
"time": "10 am"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-172",
"prompt": "add calendar tax appointment april 5 11 am",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "tax appointment",
"date": "april 5",
"time": "11 am"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-173",
"prompt": "calender block deep work thursday morning 8",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "deep work",
"date": "thursday morning",
"time": "8"
}
},
"domain": "calendar",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-174",
"prompt": "put wedding rehearsal on calendar june 20 5 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "wedding rehearsal",
"date": "june 20",
"time": "5 pm"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-175",
"prompt": "schedule product demo next wednesday 3 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "product demo",
"date": "next wednesday",
"time": "3 pm"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-176",
"prompt": "add calendar coffee chat friday 10:30 am",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "coffee chat",
"date": "friday",
"time": "10:30 am"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-177",
"prompt": "book calendar orthodontist monday 4:15 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "orthodontist",
"date": "monday",
"time": "4:15 pm"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-178",
"prompt": "put hackathon submission deadline on calendar sunday midnight",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "hackathon submission deadline",
"date": "sunday",
"time": "midnight"
}
},
"domain": "calendar",
"styles": [
"incomplete"
]
},
{
"id": "pa-179",
"prompt": "open slack #incidents pls",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "incidents"
}
},
"domain": "slack",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-180",
"prompt": "jump to product-launch channel on slack",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "product-launch"
}
},
"domain": "slack",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-181",
"prompt": "slack go to team-watercooler",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "team-watercooler"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-182",
"prompt": "pull up slack channel ios-bugs",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "ios-bugs"
}
},
"domain": "slack",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-183",
"prompt": "switch slack to growth-experiments",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "growth-experiments"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-184",
"prompt": "show slack channel design-system",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "design-system"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-185",
"prompt": "navigate slack to platform-oncall",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "platform-oncall"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-186",
"prompt": "open the slack channel ml-research thx",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "ml-research"
}
},
"domain": "slack",
"styles": [
"conversational"
]
},
{
"id": "pa-187",
"prompt": "slack channel customer-escalations open it",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "customer-escalations"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-188",
"prompt": "take me to #backend-standup in slack",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "backend-standup"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-189",
"prompt": "open slack for channel release-train",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "release-train"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-190",
"prompt": "slack \u2014 show me hiring-pipeline channel",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "hiring-pipeline"
}
},
"domain": "slack",
"styles": [
"conversational",
"incomplete"
]
},
{
"id": "pa-191",
"prompt": "go slack channel infra-alerts",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "infra-alerts"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-192",
"prompt": "open slak channel mobile-crash-reports",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "mobile-crash-reports"
}
},
"domain": "slack",
"styles": [
"typo",
"incomplete"
]
},
{
"id": "pa-193",
"prompt": "pull slack up on qa-automation channel",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "qa-automation"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-194",
"prompt": "switch to slack channel docs-and-wiki",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "docs-and-wiki"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-195",
"prompt": "open slack growth-metrics channel rq",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "growth-metrics"
}
},
"domain": "slack",
"styles": [
"slang",
"incomplete"
]
},
{
"id": "pa-196",
"prompt": "show me slack #sales-wins",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "sales-wins"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-197",
"prompt": "navigate to slack channel partner-integrations",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "partner-integrations"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-198",
"prompt": "open slack channel called observability",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "observability"
}
},
"domain": "slack",
"styles": [
"incomplete"
]
},
{
"id": "pa-199",
"prompt": "slack open eng-hiring channel pls",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "eng-hiring"
}
},
"domain": "slack",
"styles": [
"incomplete",
"conversational"
]
},
{
"id": "pa-200",
"prompt": "jump slack to ai-playground channel",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "ai-playground"
}
},
"domain": "slack",
"styles": [
"slang",
"incomplete"
]
}
]