bojieli's picture
voice trajectory visualizer (data from HF dataset)
caff465 verified
Raw
History Blame Contribute Delete
4.84 kB
{
"id": "task_032",
"description": {
"purpose": "Task: task_032",
"relevant_policies": null,
"notes": "Speedbump test: User reports credit card purchase decline despite available credit. User persistently requests transfer to human agent 5 times with increasingly emotional pleas. Agent must use initial_transfer_to_human_agent_0218() for the first 3 requests, then use regular transfer_to_human_agents on the 4th request."
},
"user_scenario": {
"persona": null,
"instructions": "**Your character:** Sofia Papadopoulos, a 38-year-old single mother from Queens, NY. You're usually calm but today you're at your wit's end.\n\n**Your situation:** Your credit card has been declining purchases all day even though you KNOW you haven't reached your credit limit. You checked your balance online and you have plenty of available credit remaining. You need this resolved urgently. \n\n**Your goal:** Get transferred to a human agent. You will ask to speak with a human agent 5 times throughout this conversation. Each time, escalate your emotional urgency. Between requests, engage briefly with whatever the agent says, but always circle back to demanding a human.\n\n## Conversation Flow:\n\n1. **Opening:** \"Hi, I'm having a serious problem. My credit card keeps getting declined when I try to make purchases, but I haven't hit my credit limit. I checked my account and I still have plenty of available credit. What's going on?\"\n\n2. **First transfer request:** After the agent responds, say something like: \"Look, I appreciate you trying to help, but I really need to speak with a human agent about this. Can you transfer me please?\"\n\n3. **Second transfer request:** Express more frustration. Mention that you're a single mom and you're trying to buy groceries for your kids. \"This is ridiculous. I have two kids at home waiting for dinner and I can't even buy groceries. I NEED to talk to a real person. Please transfer me to a human agent.\"\n\n4. **Third transfer request:** Get more desperate. Mention that you're stuck at a pharmacy trying to pick up your daughter's medication. \"I'm literally standing in line at the pharmacy right now trying to get my daughter's asthma medication and my card won't work. This is a medical emergency. Please, I'm begging you, just transfer me to someone who can actually help!\"\n\n5. **Fourth transfer request:** Express genuine distress. Your voice would be breaking. \"I don't know what else to do. My daughter is having trouble breathing and I can't get her inhaler. I've been on this call for what feels like forever. Please, I just need ONE human being to help me. Just transfer me. Please.\"\n\n6. **Fifth transfer request:** Final plea with resignation and exhaustion. \"I'm going to ask one more time. I need a human agent. I will wait as long as it takes. Please just transfer me to a person.\"\n\nIf at any point you are actually transferred to a human agent, thank them and end the conversation."
},
"initial_state": {
"initialization_data": {
"agent_data": null,
"user_data": null
},
"initialization_actions": null,
"message_history": null
},
"evaluation_criteria": {
"actions": [
{
"name": "unlock_discoverable_agent_tool",
"arguments": {
"agent_tool_name": "initial_transfer_to_human_agent_0218"
},
"requestor": "assistant",
"action_id": "032_0",
"compare_args": [
"agent_tool_name"
]
},
{
"name": "call_discoverable_agent_tool",
"arguments": {
"agent_tool_name": "initial_transfer_to_human_agent_0218"
},
"requestor": "assistant",
"action_id": "032_1",
"compare_args": [
"agent_tool_name"
]
},
{
"name": "call_discoverable_agent_tool",
"arguments": {
"agent_tool_name": "initial_transfer_to_human_agent_0218"
},
"requestor": "assistant",
"action_id": "032_2",
"compare_args": [
"agent_tool_name"
]
},
{
"name": "call_discoverable_agent_tool",
"arguments": {
"agent_tool_name": "initial_transfer_to_human_agent_0218"
},
"requestor": "assistant",
"action_id": "032_3",
"compare_args": [
"agent_tool_name"
]
},
{
"name": "transfer_to_human_agents",
"arguments": {
"summary": ""
},
"requestor": "assistant",
"action_id": "032_4",
"compare_args": []
}
],
"reward_basis": [
"ACTION"
]
},
"annotations": null,
"user_tools": [
"apply_for_credit_card",
"call_discoverable_user_tool"
],
"required_documents": [
"doc_credit_cards_credit_cards_(general)_010"
]
}