| [ | |
| { | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "records": [ | |
| { | |
| "id": "00dd76c4695dc78cf13e:department", | |
| "scenario_id": "00dd76c4695dc78cf13e", | |
| "template_family": "varied-test-order-013452", | |
| "split": "test", | |
| "task": "department", | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "question": "Which team owns the primary reported issue? Ignore the refund request when routing.", | |
| "kind": "choice", | |
| "options": [ | |
| "billing", | |
| "account", | |
| "technical" | |
| ], | |
| "descriptions": [ | |
| "Billing: invoices, charges and payment discrepancies.", | |
| "Account: registration details and profile changes.", | |
| "Technical: software errors and broken application features." | |
| ], | |
| "target": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 2, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 1.4096228369453456e-05, | |
| 1.1316956260998268e-06, | |
| 0.9999847412109375 | |
| ] | |
| }, | |
| { | |
| "id": "00dd76c4695dc78cf13e:refund", | |
| "scenario_id": "00dd76c4695dc78cf13e", | |
| "template_family": "varied-test-order-013452", | |
| "split": "test", | |
| "task": "refund", | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "question": "Does the customer explicitly request a refund?", | |
| "kind": "noul", | |
| "options": [ | |
| "false", | |
| "true" | |
| ], | |
| "descriptions": [ | |
| "No. Does the customer explicitly request a refund?", | |
| "Yes. Does the customer explicitly request a refund?" | |
| ], | |
| "target": [ | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 1, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 8.084789442364126e-05, | |
| 0.9999191761016846 | |
| ] | |
| }, | |
| { | |
| "id": "00dd76c4695dc78cf13e:severity", | |
| "scenario_id": "00dd76c4695dc78cf13e", | |
| "template_family": "varied-test-order-013452", | |
| "split": "test", | |
| "task": "severity", | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "question": "How severe is the impact on work, using the supplied rubric?", | |
| "kind": "score", | |
| "options": [ | |
| "0", | |
| "1", | |
| "2" | |
| ], | |
| "descriptions": [ | |
| "Cosmetic or administrative issue; normal work can continue.", | |
| "Work is disrupted, but a usable workaround exists.", | |
| "Work is blocked and there is no usable workaround." | |
| ], | |
| "target": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 2, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 1.4350915989780333e-05, | |
| 4.379370693641249e-06, | |
| 0.9999812841415405 | |
| ] | |
| }, | |
| { | |
| "id": "00dd76c4695dc78cf13e:escalation", | |
| "scenario_id": "00dd76c4695dc78cf13e", | |
| "template_family": "varied-test-order-013452", | |
| "split": "test", | |
| "task": "escalation", | |
| "state": "Exporting from the application gives incorrect output. I explicitly request a refund. The customer is angry. The promised update was delivered. This affects 3605 users and was reported 19 hours ago. Work is blocked and no usable workaround exists.", | |
| "question": "Will this customer escalate the ticket during the next shift?", | |
| "kind": "noul", | |
| "options": [ | |
| "false", | |
| "true" | |
| ], | |
| "descriptions": [ | |
| "No. Will this customer escalate the ticket during the next shift?", | |
| "Yes. Will this customer escalate the ticket during the next shift?" | |
| ], | |
| "target": [ | |
| 0.35, | |
| 0.65 | |
| ], | |
| "label": 1, | |
| "label_source": "simulator_probability", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 0.23735271394252777, | |
| 0.7626473307609558 | |
| ] | |
| } | |
| ] | |
| }, | |
| { | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "records": [ | |
| { | |
| "id": "00f32d8e1c84e1e96c00:department", | |
| "scenario_id": "00f32d8e1c84e1e96c00", | |
| "template_family": "varied-test-order-250341", | |
| "split": "test", | |
| "task": "department", | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "question": "Which team owns the primary reported issue? Ignore the refund request when routing.", | |
| "kind": "choice", | |
| "options": [ | |
| "account", | |
| "billing", | |
| "technical" | |
| ], | |
| "descriptions": [ | |
| "Account: registration details and profile changes.", | |
| "Billing: invoices, charges and payment discrepancies.", | |
| "Technical: software errors and broken application features." | |
| ], | |
| "target": [ | |
| 1.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "label": 0, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 0.9999377727508545, | |
| 9.977605259336997e-06, | |
| 5.2199549827491865e-05 | |
| ] | |
| }, | |
| { | |
| "id": "00f32d8e1c84e1e96c00:refund", | |
| "scenario_id": "00f32d8e1c84e1e96c00", | |
| "template_family": "varied-test-order-250341", | |
| "split": "test", | |
| "task": "refund", | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "question": "Does the customer explicitly request a refund?", | |
| "kind": "noul", | |
| "options": [ | |
| "false", | |
| "true" | |
| ], | |
| "descriptions": [ | |
| "No. Does the customer explicitly request a refund?", | |
| "Yes. Does the customer explicitly request a refund?" | |
| ], | |
| "target": [ | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 1, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 7.565278065158054e-05, | |
| 0.9999243021011353 | |
| ] | |
| }, | |
| { | |
| "id": "00f32d8e1c84e1e96c00:severity", | |
| "scenario_id": "00f32d8e1c84e1e96c00", | |
| "template_family": "varied-test-order-250341", | |
| "split": "test", | |
| "task": "severity", | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "question": "How severe is the impact on work, using the supplied rubric?", | |
| "kind": "score", | |
| "options": [ | |
| "0", | |
| "1", | |
| "2" | |
| ], | |
| "descriptions": [ | |
| "Cosmetic or administrative issue; normal work can continue.", | |
| "Work is disrupted, but a usable workaround exists.", | |
| "Work is blocked and there is no usable workaround." | |
| ], | |
| "target": [ | |
| 0.0, | |
| 0.0, | |
| 1.0 | |
| ], | |
| "label": 2, | |
| "label_source": "exact_rule", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 5.021607648814097e-06, | |
| 2.4619681425974704e-05, | |
| 0.9999703168869019 | |
| ] | |
| }, | |
| { | |
| "id": "00f32d8e1c84e1e96c00:escalation", | |
| "scenario_id": "00f32d8e1c84e1e96c00", | |
| "template_family": "varied-test-order-250341", | |
| "split": "test", | |
| "task": "escalation", | |
| "state": "Work is blocked and no usable workaround exists. This affects 3251 users and was reported 5 hours ago. The details shown on my profile are no longer current. The customer is calm. The promised update was delivered. I explicitly request a refund.", | |
| "question": "Will this customer escalate the ticket during the next shift?", | |
| "kind": "noul", | |
| "options": [ | |
| "false", | |
| "true" | |
| ], | |
| "descriptions": [ | |
| "No. Will this customer escalate the ticket during the next shift?", | |
| "Yes. Will this customer escalate the ticket during the next shift?" | |
| ], | |
| "target": [ | |
| 0.9, | |
| 0.1 | |
| ], | |
| "label": 0, | |
| "label_source": "simulator_probability", | |
| "provenance": "rule-generated with AI-authored paraphrases; not independently reviewed", | |
| "reference_probabilities": [ | |
| 0.8746652007102966, | |
| 0.1253347545862198 | |
| ] | |
| } | |
| ] | |
| } | |
| ] |