android-skill-router / data /eval_intent_prompts.json
kriyanshi's picture
Ship v2 intent extraction with API, demo UI, eval, and benchmark suite.
40a90bb
Raw
History Blame Contribute Delete
8.79 kB
[
{
"prompt": "alarm tomorrow 5:30 am",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "5:30 am",
"day": "tomorrow"
}
}
},
{
"prompt": "schedule 9 pm alarm tonight",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "9 pm",
"day": "tonight"
}
}
},
{
"prompt": "wake me up at 8:30 am next friday",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "8:30 am",
"day": "next friday"
}
}
},
{
"prompt": "wake up at noon tomorrow",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "noon",
"day": "tomorrow"
}
}
},
{
"prompt": "put alarm for 6:45 am saturday",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "6:45 am",
"day": "saturday"
}
}
},
{
"prompt": "i need a 7:15 am alarm wednesday",
"expected": {
"skill": "create_alarm",
"parameters": {
"time": "7:15 am",
"day": "wednesday"
}
}
},
{
"prompt": "add flight to calendar sunday 8 am",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "flight",
"date": "sunday",
"time": "8 am"
}
}
},
{
"prompt": "schedule code review thursday 2 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "code review",
"date": "thursday",
"time": "2 pm"
}
}
},
{
"prompt": "create event hackathon demo monday 4 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "hackathon demo",
"date": "monday",
"time": "4 pm"
}
}
},
{
"prompt": "book dentist appointment next friday 3 pm",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "dentist appointment",
"date": "next friday",
"time": "3 pm"
}
}
},
{
"prompt": "put lunch with priya on calendar wednesday noon",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "lunch with priya",
"date": "wednesday",
"time": "noon"
}
}
},
{
"prompt": "add team standup to my calendar tuesday 10 am",
"expected": {
"skill": "calendar_create_event",
"parameters": {
"title": "team standup",
"date": "tuesday",
"time": "10 am"
}
}
},
{
"prompt": "activate my wifi connection",
"expected": {
"skill": "wifi_enable",
"parameters": {}
}
},
{
"prompt": "switch wlan on",
"expected": {
"skill": "wifi_enable",
"parameters": {}
}
},
{
"prompt": "i need wifi enabled",
"expected": {
"skill": "wifi_enable",
"parameters": {}
}
},
{
"prompt": "turn bluetooth on",
"expected": {
"skill": "bluetooth_enable",
"parameters": {}
}
},
{
"prompt": "activate bluetooth radio",
"expected": {
"skill": "bluetooth_enable",
"parameters": {}
}
},
{
"prompt": "whatsapp sarah saying thanks",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "sarah",
"message": "thanks"
}
}
},
{
"prompt": "message alex on whatsapp be there in 5",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "alex",
"message": "be there in 5"
}
}
},
{
"prompt": "send ri a message saying i'll be late",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "ri",
"message": "i'll be late"
}
}
},
{
"prompt": "ping priya on whatsapp with hello",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "priya",
"message": "hello"
}
}
},
{
"prompt": "tell biraj on whatsapp see you tonight",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "biraj",
"message": "see you tonight"
}
}
},
{
"prompt": "text mom on whatsapp i'm on my way",
"expected": {
"skill": "whatsapp_send_message",
"parameters": {
"contact": "mom",
"message": "i'm on my way"
}
}
},
{
"prompt": "launch camera and snap a pic",
"expected": {
"skill": "camera_take_photo",
"parameters": {}
}
},
{
"prompt": "capture a photo with the camera",
"expected": {
"skill": "camera_take_photo",
"parameters": {}
}
},
{
"prompt": "show me data contributors on slack",
"expected": {
"skill": "slack_open_channel",
"parameters": {
"channel": "data contributors"
}
}
},
{
"prompt": "stop the music on spotify",
"expected": {
"skill": "spotify_pause",
"parameters": {}
}
},
{
"prompt": "halt the spotify player",
"expected": {
"skill": "spotify_pause",
"parameters": {}
}
},
{
"prompt": "hold spotify for now",
"expected": {
"skill": "spotify_pause",
"parameters": {}
}
},
{
"prompt": "start focus playlist spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "focus"
}
}
},
{
"prompt": "start my chill playlist on spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "chill"
}
}
},
{
"prompt": "put on my liked songs spotify",
"expected": {
"skill": "spotify_play_playlist",
"parameters": {
"playlist": "liked songs"
}
}
},
{
"prompt": "call uber to convention center",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "convention center"
}
}
},
{
"prompt": "request a ride to central station on uber",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "central station"
}
}
},
{
"prompt": "need a ride to city hospital via uber",
"expected": {
"skill": "uber_request_ride",
"parameters": {
"destination": "city hospital"
}
}
},
{
"prompt": "linkedin search nina patel",
"expected": {
"skill": "linkedin_search_person",
"parameters": {
"name": "nina patel"
}
}
},
{
"prompt": "play reggaeton after searching spotify",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "reggaeton"
}
}
},
{
"prompt": "find ambient music on spotify and play",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "ambient"
}
}
},
{
"prompt": "search lo fi beats on spotify and play them",
"expected": {
"skill": "spotify_search_play",
"parameters": {
"query": "lo fi beats"
}
}
},
{
"prompt": "look up john smith in contacts",
"expected": {
"skill": "contacts_search",
"parameters": {
"contact": "john smith"
}
}
},
{
"prompt": "search contacts for dad",
"expected": {
"skill": "contacts_search",
"parameters": {
"contact": "dad"
}
}
},
{
"prompt": "send gmail to sarah@gmail.com subject meeting notes",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "sarah@gmail.com",
"message": "meeting notes"
}
}
},
{
"prompt": "gmail team@work.com weekly report",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "team@work.com",
"message": "weekly report"
}
}
},
{
"prompt": "send email to professor asking about assignment",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "professor",
"message": "asking about assignment"
}
}
},
{
"prompt": "write mail to hr@company.com vacation request",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "hr@company.com",
"message": "vacation request"
}
}
},
{
"prompt": "compose email to client proposal attached",
"expected": {
"skill": "gmail_send_email",
"parameters": {
"recipient": "client",
"message": "proposal attached"
}
}
}
]