| [ | |
| { | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "records": [ | |
| { | |
| "id": "00dd76c4695dc78cf13e:department", | |
| "scenario_id": "00dd76c4695dc78cf13e", | |
| "template_family": "varied-test-order-013452", | |
| "split": "test", | |
| "task": "department", | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "question": "Which team owns the primary reported issue? Ignore the refund request when routing.", | |
| "kind": "choice", | |
| "options": [ | |
| "billing", | |
| "account", | |
| "technical" | |
| ], | |
| "descriptions": [ | |
| "Billing: invoices, charges and payment discrepancies.", | |
| "Account: registration details and profile changes.", | |
| "Technical: software errors and broken application features." | |
| ], | |
| "target": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 2, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 1.3471802049025428e-05, | |
| 1.1685024219332263e-06, | |
| 0.9999853372573853 | |
| ] | |
| }, | |
| { | |
| "id": "00dd76c4695dc78cf13e:refund", | |
| "scenario_id": "00dd76c4695dc78cf13e", | |
| "template_family": "varied-test-order-013452", | |
| "split": "test", | |
| "task": "refund", | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "question": "Does the customer explicitly request a refund?", | |
| "kind": "noul", | |
| "options": [ | |
| "false", | |
| "true" | |
| ], | |
| "descriptions": [ | |
| "No. Does the customer explicitly request a refund?", | |
| "Yes. Does the customer explicitly request a refund?" | |
| ], | |
| "target": [ | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 1, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 9.346231672680005e-05, | |
| 0.9999065399169922 | |
| ] | |
| }, | |
| { | |
| "id": "00dd76c4695dc78cf13e:severity", | |
| "scenario_id": "00dd76c4695dc78cf13e", | |
| "template_family": "varied-test-order-013452", | |
| "split": "test", | |
| "task": "severity", | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "question": "How severe is the impact on work, using the supplied rubric?", | |
| "kind": "score", | |
| "options": [ | |
| "0", | |
| "1", | |
| "2" | |
| ], | |
| "descriptions": [ | |
| "Cosmetic or administrative issue; normal work can continue.", | |
| "Work is disrupted, but a usable workaround exists.", | |
| "Work is blocked and there is no usable workaround." | |
| ], | |
| "target": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 2, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 3.70966263290029e-05, | |
| 7.896956958575174e-06, | |
| 0.9999550580978394 | |
| ] | |
| }, | |
| { | |
| "id": "00dd76c4695dc78cf13e:escalation", | |
| "scenario_id": "00dd76c4695dc78cf13e", | |
| "template_family": "varied-test-order-013452", | |
| "split": "test", | |
| "task": "escalation", | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "question": "Will this customer escalate the ticket during the next shift?", | |
| "kind": "noul", | |
| "options": [ | |
| "false", | |
| "true" | |
| ], | |
| "descriptions": [ | |
| "No. Will this customer escalate the ticket during the next shift?", | |
| "Yes. Will this customer escalate the ticket during the next shift?" | |
| ], | |
| "target": [ | |
| 0.35, | |
| 0.65 | |
| ], | |
| "label": 1, | |
| "label_source": "simulator_probability", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 0.24943295121192932, | |
| 0.7505670189857483 | |
| ] | |
| } | |
| ] | |
| }, | |
| { | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "records": [ | |
| { | |
| "id": "00f32d8e1c84e1e96c00:department", | |
| "scenario_id": "00f32d8e1c84e1e96c00", | |
| "template_family": "varied-test-order-250341", | |
| "split": "test", | |
| "task": "department", | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "question": "Which team owns the primary reported issue? Ignore the refund request when routing.", | |
| "kind": "choice", | |
| "options": [ | |
| "account", | |
| "billing", | |
| "technical" | |
| ], | |
| "descriptions": [ | |
| "Account: registration details and profile changes.", | |
| "Billing: invoices, charges and payment discrepancies.", | |
| "Technical: software errors and broken application features." | |
| ], | |
| "target": [ | |
| 1.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "label": 0, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 0.9979448914527893, | |
| 0.00040036169230006635, | |
| 0.001654758700169623 | |
| ] | |
| }, | |
| { | |
| "id": "00f32d8e1c84e1e96c00:refund", | |
| "scenario_id": "00f32d8e1c84e1e96c00", | |
| "template_family": "varied-test-order-250341", | |
| "split": "test", | |
| "task": "refund", | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "question": "Does the customer explicitly request a refund?", | |
| "kind": "noul", | |
| "options": [ | |
| "false", | |
| "true" | |
| ], | |
| "descriptions": [ | |
| "No. Does the customer explicitly request a refund?", | |
| "Yes. Does the customer explicitly request a refund?" | |
| ], | |
| "target": [ | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 1, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 7.418836321448907e-05, | |
| 0.9999258518218994 | |
| ] | |
| }, | |
| { | |
| "id": "00f32d8e1c84e1e96c00:severity", | |
| "scenario_id": "00f32d8e1c84e1e96c00", | |
| "template_family": "varied-test-order-250341", | |
| "split": "test", | |
| "task": "severity", | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "question": "How severe is the impact on work, using the supplied rubric?", | |
| "kind": "score", | |
| "options": [ | |
| "0", | |
| "1", | |
| "2" | |
| ], | |
| "descriptions": [ | |
| "Cosmetic or administrative issue; normal work can continue.", | |
| "Work is disrupted, but a usable workaround exists.", | |
| "Work is blocked and there is no usable workaround." | |
| ], | |
| "target": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 2, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 1.7715563444653526e-05, | |
| 2.0610001229215413e-05, | |
| 0.9999616146087646 | |
| ] | |
| }, | |
| { | |
| "id": "00f32d8e1c84e1e96c00:escalation", | |
| "scenario_id": "00f32d8e1c84e1e96c00", | |
| "template_family": "varied-test-order-250341", | |
| "split": "test", | |
| "task": "escalation", | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "question": "Will this customer escalate the ticket during the next shift?", | |
| "kind": "noul", | |
| "options": [ | |
| "false", | |
| "true" | |
| ], | |
| "descriptions": [ | |
| "No. Will this customer escalate the ticket during the next shift?", | |
| "Yes. Will this customer escalate the ticket during the next shift?" | |
| ], | |
| "target": [ | |
| 0.9, | |
| 0.1 | |
| ], | |
| "label": 0, | |
| "label_source": "simulator_probability", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 0.9202162027359009, | |
| 0.07978379726409912 | |
| ] | |
| } | |
| ] | |
| } | |
| ] |