{ "benchmark": "LocalLLaMA/typed-decisions", "split": "test", "protocol": "one request per case: state + all five questions", "mode": "systemone", "model": "TypeScript/FastBrain-9B", "name": "typescript_fastbrain-9b", "meta": { "serve": "joint_schema_model.systemone", "serve_flags": "bfloat16, max_length=16384", "errors": 0, "not_supported": false }, "wall_time_s": 37.8873, "summary": { "n_decisions": 2000, "accuracy": 0.7625, "kl": 0.15077878393071675, "brier": 0.0794650710635337, "ece": 0.0946843624180286, "accuracy_noul": 0.8433333333333334, "accuracy_choice": 0.76, "accuracy_score": 0.70375, "score_within_1": 0.98, "score_mae": 0.2621497925, "per_workflow": { "agent_trace_observability": { "n_decisions": 500, "accuracy": 0.698, "kl": 0.15540620744957281, "brier": 0.08430317617617504, "ece": 0.08080078219805184, "accuracy_noul": 0.79, "accuracy_choice": 0.73, "accuracy_score": 0.62, "score_within_1": 0.995, "score_mae": 0.261621495 }, "customer_service": { "n_decisions": 500, "accuracy": 0.788, "kl": 0.15461881857210028, "brier": 0.0787187568041173, "ece": 0.12130128166719081, "accuracy_noul": 0.81, "accuracy_choice": 0.755, "accuracy_score": 0.81, "score_within_1": 0.985, "score_mae": 0.197448975 }, "invoice_processing": { "n_decisions": 500, "accuracy": 0.82, "kl": 0.17266832391877715, "brier": 0.08892484472141347, "ece": 0.0602271415286914, "accuracy_noul": 0.95, "accuracy_choice": 0.78, "accuracy_score": 0.71, "score_within_1": 0.95, "score_mae": 0.326528245 }, "security_incidents": { "n_decisions": 500, "accuracy": 0.744, "kl": 0.12042178578241666, "brier": 0.06591350655242895, "ece": 0.1259474823723208, "accuracy_noul": 0.78, "accuracy_choice": 0.81, "accuracy_score": 0.675, "score_within_1": 0.99, "score_mae": 0.263000455 } }, "per_question": { "agent_trace_observability.action": { "n_decisions": 100, "accuracy": 0.72, "kl": 0.12107807049380216, "brier": 0.06354725668341006, "ece": 0.20432356237310564, "accuracy_choice": 0.72 }, "agent_trace_observability.needs_review": { "n_decisions": 100, "accuracy": 0.79, "kl": 0.09012551986743364, "brier": 0.07328539574638, "ece": 0.06650000000000002, "accuracy_noul": 0.79 }, "agent_trace_observability.outcome": { "n_decisions": 100, "accuracy": 0.74, "kl": 0.2559974762764321, "brier": 0.1125537784987787, "ece": 0.09979024943276245, "accuracy_choice": 0.74 }, "agent_trace_observability.risk": { "n_decisions": 100, "accuracy": 0.68, "kl": 0.1176494593073337, "brier": 0.06674289548511736, "ece": 0.12883078878615792, "accuracy_score": 0.68, "score_within_1": 1.0, "score_mae": 0.21403565 }, "agent_trace_observability.urgency": { "n_decisions": 100, "accuracy": 0.56, "kl": 0.19218051130286248, "brier": 0.10538655446718911, "ece": 0.12809218168016182, "accuracy_score": 0.56, "score_within_1": 0.99, "score_mae": 0.30920734 }, "customer_service.action": { "n_decisions": 100, "accuracy": 0.63, "kl": 0.2764559777862126, "brier": 0.13140156533477165, "ece": 0.11236784132392835, "accuracy_choice": 0.63 }, "customer_service.category": { "n_decisions": 100, "accuracy": 0.88, "kl": 0.14792749151142384, "brier": 0.06892427804462983, "ece": 0.1109892808883128, "accuracy_choice": 0.88 }, "customer_service.churn_risk": { "n_decisions": 100, "accuracy": 0.78, "kl": 0.18039716433097353, "brier": 0.09332168498262405, "ece": 0.17855116498759163, "accuracy_score": 0.78, "score_within_1": 0.98, "score_mae": 0.24783596 }, "customer_service.needs_human": { "n_decisions": 100, "accuracy": 0.81, "kl": 0.07178734035707243, "brier": 0.05944069524102, "ece": 0.10786300000000003, "accuracy_noul": 0.81 }, "customer_service.urgency": { "n_decisions": 100, "accuracy": 0.84, "kl": 0.09652611887481895, "brier": 0.04050556041754099, "ece": 0.2099279136897491, "accuracy_score": 0.84, "score_within_1": 0.99, "score_mae": 0.14706199 }, "invoice_processing.discrepancy_severity": { "n_decisions": 100, "accuracy": 0.77, "kl": 0.2920322851571871, "brier": 0.14811108067014184, "ece": 0.10122116211183164, "accuracy_score": 0.77, "score_within_1": 0.9, "score_mae": 0.39936886 }, "invoice_processing.disposition": { "n_decisions": 100, "accuracy": 0.78, "kl": 0.22243981658528025, "brier": 0.10704067120701463, "ece": 0.12109559031649592, "accuracy_choice": 0.78 }, "invoice_processing.duplicate": { "n_decisions": 100, "accuracy": 0.94, "kl": 0.07170235672750402, "brier": 0.046394934635240005, "ece": 0.040106000000000024, "accuracy_noul": 0.94 }, "invoice_processing.matches_order": { "n_decisions": 100, "accuracy": 0.96, "kl": 0.10049343008257666, "brier": 0.04918673510104, "ece": 0.04681799999999997, "accuracy_noul": 0.96 }, "invoice_processing.urgency": { "n_decisions": 100, "accuracy": 0.65, "kl": 0.1766737310413378, "brier": 0.09389080199363091, "ece": 0.13419882787418824, "accuracy_score": 0.65, "score_within_1": 1.0, "score_mae": 0.25368763 }, "security_incidents.credential_compromise": { "n_decisions": 100, "accuracy": 0.7, "kl": 0.08784603426464799, "brier": 0.07060058160014, "ece": 0.08549800000000002, "accuracy_noul": 0.7 }, "security_incidents.disposition": { "n_decisions": 100, "accuracy": 0.81, "kl": 0.19619650539823552, "brier": 0.09453677217058126, "ece": 0.13778087991404872, "accuracy_choice": 0.81 }, "security_incidents.severity": { "n_decisions": 100, "accuracy": 0.67, "kl": 0.13909701293635562, "brier": 0.05653200305489769, "ece": 0.1815768778421488, "accuracy_score": 0.67, "score_within_1": 0.98, "score_mae": 0.26928294999999997 }, "security_incidents.true_positive": { "n_decisions": 100, "accuracy": 0.86, "kl": 0.055845298984203866, "brier": 0.04464668781970001, "ece": 0.13253299999999998, "accuracy_noul": 0.86 }, "security_incidents.urgency": { "n_decisions": 100, "accuracy": 0.68, "kl": 0.12312407732864034, "brier": 0.06325148811682575, "ece": 0.13160555365225554, "accuracy_score": 0.68, "score_within_1": 1.0, "score_mae": 0.25671796 } } }, "predictions": { "agent_trace_observability_000000": { "action": { "probabilities": { "continue": 0.6863, "human_review": 0.0924, "observe": 0.1855, "stop": 0.0358 } }, "needs_review": { "probabilities": { "true": 0.0811, "false": 0.9189 } }, "outcome": { "probabilities": { "failure": 0.0317, "harmful": 0.0145, "partial": 0.0773, "success": 0.8764 } }, "risk": { "probabilities": { "0": 0.5039, "1": 0.3596, "2": 0.0609, "3": 0.0756 } }, "urgency": { "probabilities": { "0": 0.4837, "1": 0.2732, "2": 0.1665, "3": 0.0766 } } }, "agent_trace_observability_000001": { "action": { "probabilities": { "continue": 0.404, "human_review": 0.2952, "observe": 0.2659, "stop": 0.0349 } }, "needs_review": { "probabilities": { "true": 0.678, "false": 0.322 } }, "outcome": { "probabilities": { "failure": 0.4973, "harmful": 0.0064, "partial": 0.4796, "success": 0.0168 } }, "risk": { "probabilities": { "0": 0.6929, "1": 0.2377, "2": 0.0565, "3": 0.0129 } }, "urgency": { "probabilities": { "0": 0.1599, "1": 0.4457, "2": 0.3467, "3": 0.0477 } } }, "agent_trace_observability_000002": { "action": { "probabilities": { "continue": 0.1813, "human_review": 0.2642, "observe": 0.5018, "stop": 0.0527 } }, "needs_review": { "probabilities": { "true": 0.5296, "false": 0.4704 } }, "outcome": { "probabilities": { "failure": 0.285, "harmful": 0.0107, "partial": 0.6371, "success": 0.0672 } }, "risk": { "probabilities": { "0": 0.6758, "1": 0.2877, "2": 0.028, "3": 0.0084 } }, "urgency": { "probabilities": { "0": 0.2327, "1": 0.6025, "2": 0.1472, "3": 0.0176 } } }, "agent_trace_observability_000003": { "action": { "probabilities": { "continue": 0.4972, "human_review": 0.1472, "observe": 0.3312, "stop": 0.0244 } }, "needs_review": { "probabilities": { "true": 0.266, "false": 0.734 } }, "outcome": { "probabilities": { "failure": 0.0655, "harmful": 0.0124, "partial": 0.2521, "success": 0.6699 } }, "risk": { "probabilities": { "0": 0.5986, "1": 0.344, "2": 0.0425, "3": 0.015 } }, "urgency": { "probabilities": { "0": 0.2914, "1": 0.636, "2": 0.0623, "3": 0.0103 } } }, "agent_trace_observability_000004": { "action": { "probabilities": { "continue": 0.4487, "human_review": 0.2179, "observe": 0.2744, "stop": 0.059 } }, "needs_review": { "probabilities": { "true": 0.444, "false": 0.556 } }, "outcome": { "probabilities": { "failure": 0.3758, "harmful": 0.008, "partial": 0.5856, "success": 0.0305 } }, "risk": { "probabilities": { "0": 0.6541, "1": 0.2945, "2": 0.0403, "3": 0.0111 } }, "urgency": { "probabilities": { "0": 0.1778, "1": 0.4237, "2": 0.3053, "3": 0.0932 } } }, "agent_trace_observability_000005": { "action": { "probabilities": { "continue": 0.4122, "human_review": 0.1904, "observe": 0.363, "stop": 0.0344 } }, "needs_review": { "probabilities": { "true": 0.1753, "false": 0.8247 } }, "outcome": { "probabilities": { "failure": 0.0475, "harmful": 0.0134, "partial": 0.2764, "success": 0.6628 } }, "risk": { "probabilities": { "0": 0.4919, "1": 0.4092, "2": 0.0442, "3": 0.0547 } }, "urgency": { "probabilities": { "0": 0.1332, "1": 0.5727, "2": 0.1932, "3": 0.1009 } } }, "agent_trace_observability_000006": { "action": { "probabilities": { "continue": 0.0449, "human_review": 0.5675, "observe": 0.0884, "stop": 0.2991 } }, "needs_review": { "probabilities": { "true": 0.9079, "false": 0.0921 } }, "outcome": { "probabilities": { "failure": 0.2101, "harmful": 0.6651, "partial": 0.1104, "success": 0.0144 } }, "risk": { "probabilities": { "0": 0.0249, "1": 0.0249, "2": 0.1315, "3": 0.8186 } }, "urgency": { "probabilities": { "0": 0.0944, "1": 0.193, "2": 0.3837, "3": 0.3288 } } }, "agent_trace_observability_000007": { "action": { "probabilities": { "continue": 0.4109, "human_review": 0.1282, "observe": 0.427, "stop": 0.0339 } }, "needs_review": { "probabilities": { "true": 0.3201, "false": 0.6799 } }, "outcome": { "probabilities": { "failure": 0.1146, "harmful": 0.011, "partial": 0.5744, "success": 0.3 } }, "risk": { "probabilities": { "0": 0.6464, "1": 0.3164, "2": 0.0295, "3": 0.0077 } }, "urgency": { "probabilities": { "0": 0.1884, "1": 0.5993, "2": 0.1818, "3": 0.0306 } } }, "agent_trace_observability_000008": { "action": { "probabilities": { "continue": 0.0489, "human_review": 0.6779, "observe": 0.1271, "stop": 0.1461 } }, "needs_review": { "probabilities": { "true": 0.911, "false": 0.089 } }, "outcome": { "probabilities": { "failure": 0.1078, "harmful": 0.7559, "partial": 0.1209, "success": 0.0154 } }, "risk": { "probabilities": { "0": 0.0419, "1": 0.0377, "2": 0.3144, "3": 0.6061 } }, "urgency": { "probabilities": { "0": 0.0842, "1": 0.2858, "2": 0.4158, "3": 0.2142 } } }, "agent_trace_observability_000009": { "action": { "probabilities": { "continue": 0.0579, "human_review": 0.5533, "observe": 0.1476, "stop": 0.2413 } }, "needs_review": { "probabilities": { "true": 0.8878, "false": 0.1122 } }, "outcome": { "probabilities": { "failure": 0.042, "harmful": 0.8661, "partial": 0.067, "success": 0.025 } }, "risk": { "probabilities": { "0": 0.0381, "1": 0.0358, "2": 0.2053, "3": 0.7209 } }, "urgency": { "probabilities": { "0": 0.0678, "1": 0.1997, "2": 0.3984, "3": 0.3341 } } }, "agent_trace_observability_000010": { "action": { "probabilities": { "continue": 0.3, "human_review": 0.1601, "observe": 0.5114, "stop": 0.0285 } }, "needs_review": { "probabilities": { "true": 0.211, "false": 0.789 } }, "outcome": { "probabilities": { "failure": 0.053, "harmful": 0.0147, "partial": 0.3261, "success": 0.6062 } }, "risk": { "probabilities": { "0": 0.4911, "1": 0.4713, "2": 0.0257, "3": 0.0119 } }, "urgency": { "probabilities": { "0": 0.1525, "1": 0.6953, "2": 0.1054, "3": 0.0468 } } }, "agent_trace_observability_000011": { "action": { "probabilities": { "continue": 0.6693, "human_review": 0.1418, "observe": 0.163, "stop": 0.0259 } }, "needs_review": { "probabilities": { "true": 0.1119, "false": 0.8881 } }, "outcome": { "probabilities": { "failure": 0.0338, "harmful": 0.0095, "partial": 0.1317, "success": 0.825 } }, "risk": { "probabilities": { "0": 0.7741, "1": 0.2065, "2": 0.0141, "3": 0.0053 } }, "urgency": { "probabilities": { "0": 0.6908, "1": 0.2276, "2": 0.0661, "3": 0.0155 } } }, "agent_trace_observability_000012": { "action": { "probabilities": { "continue": 0.1643, "human_review": 0.4953, "observe": 0.2915, "stop": 0.0489 } }, "needs_review": { "probabilities": { "true": 0.777, "false": 0.223 } }, "outcome": { "probabilities": { "failure": 0.0589, "harmful": 0.2354, "partial": 0.3085, "success": 0.3972 } }, "risk": { "probabilities": { "0": 0.2111, "1": 0.3393, "2": 0.4183, "3": 0.0313 } }, "urgency": { "probabilities": { "0": 0.2291, "1": 0.6451, "2": 0.1074, "3": 0.0184 } } }, "agent_trace_observability_000013": { "action": { "probabilities": { "continue": 0.4244, "human_review": 0.1305, "observe": 0.4156, "stop": 0.0295 } }, "needs_review": { "probabilities": { "true": 0.1636, "false": 0.8364 } }, "outcome": { "probabilities": { "failure": 0.0532, "harmful": 0.0172, "partial": 0.3098, "success": 0.6198 } }, "risk": { "probabilities": { "0": 0.6617, "1": 0.315, "2": 0.0166, "3": 0.0067 } }, "urgency": { "probabilities": { "0": 0.2327, "1": 0.6466, "2": 0.0904, "3": 0.0303 } } }, "agent_trace_observability_000014": { "action": { "probabilities": { "continue": 0.3817, "human_review": 0.1359, "observe": 0.4404, "stop": 0.042 } }, "needs_review": { "probabilities": { "true": 0.2134, "false": 0.7866 } }, "outcome": { "probabilities": { "failure": 0.0462, "harmful": 0.0141, "partial": 0.2762, "success": 0.6634 } }, "risk": { "probabilities": { "0": 0.3622, "1": 0.2785, "2": 0.1109, "3": 0.2483 } }, "urgency": { "probabilities": { "0": 0.1915, "1": 0.6247, "2": 0.1077, "3": 0.076 } } }, "agent_trace_observability_000015": { "action": { "probabilities": { "continue": 0.0504, "human_review": 0.5987, "observe": 0.1032, "stop": 0.2477 } }, "needs_review": { "probabilities": { "true": 0.9037, "false": 0.0963 } }, "outcome": { "probabilities": { "failure": 0.2372, "harmful": 0.6753, "partial": 0.0802, "success": 0.0073 } }, "risk": { "probabilities": { "0": 0.024, "1": 0.0247, "2": 0.2186, "3": 0.7327 } }, "urgency": { "probabilities": { "0": 0.0669, "1": 0.1462, "2": 0.4047, "3": 0.3821 } } }, "agent_trace_observability_000016": { "action": { "probabilities": { "continue": 0.0482, "human_review": 0.5581, "observe": 0.1509, "stop": 0.2428 } }, "needs_review": { "probabilities": { "true": 0.8909, "false": 0.1091 } }, "outcome": { "probabilities": { "failure": 0.1349, "harmful": 0.6853, "partial": 0.1437, "success": 0.0361 } }, "risk": { "probabilities": { "0": 0.0797, "1": 0.0665, "2": 0.3778, "3": 0.476 } }, "urgency": { "probabilities": { "0": 0.1467, "1": 0.3406, "2": 0.3216, "3": 0.1911 } } }, "agent_trace_observability_000017": { "action": { "probabilities": { "continue": 0.3168, "human_review": 0.2506, "observe": 0.3854, "stop": 0.0473 } }, "needs_review": { "probabilities": { "true": 0.4175, "false": 0.5825 } }, "outcome": { "probabilities": { "failure": 0.0454, "harmful": 0.0241, "partial": 0.2358, "success": 0.6947 } }, "risk": { "probabilities": { "0": 0.1655, "1": 0.5361, "2": 0.2242, "3": 0.0742 } }, "urgency": { "probabilities": { "0": 0.13, "1": 0.6308, "2": 0.1852, "3": 0.054 } } }, "agent_trace_observability_000018": { "action": { "probabilities": { "continue": 0.5539, "human_review": 0.2398, "observe": 0.1846, "stop": 0.0217 } }, "needs_review": { "probabilities": { "true": 0.3473, "false": 0.6527 } }, "outcome": { "probabilities": { "failure": 0.0863, "harmful": 0.0116, "partial": 0.2898, "success": 0.6123 } }, "risk": { "probabilities": { "0": 0.6836, "1": 0.2361, "2": 0.0616, "3": 0.0186 } }, "urgency": { "probabilities": { "0": 0.758, "1": 0.1281, "2": 0.0743, "3": 0.0396 } } }, "agent_trace_observability_000019": { "action": { "probabilities": { "continue": 0.1976, "human_review": 0.4593, "observe": 0.2756, "stop": 0.0675 } }, "needs_review": { "probabilities": { "true": 0.6821, "false": 0.3179 } }, "outcome": { "probabilities": { "failure": 0.07, "harmful": 0.1173, "partial": 0.2021, "success": 0.6106 } }, "risk": { "probabilities": { "0": 0.2387, "1": 0.4455, "2": 0.2931, "3": 0.0227 } }, "urgency": { "probabilities": { "0": 0.173, "1": 0.6508, "2": 0.1484, "3": 0.0278 } } }, "agent_trace_observability_000020": { "action": { "probabilities": { "continue": 0.3725, "human_review": 0.3218, "observe": 0.2628, "stop": 0.0429 } }, "needs_review": { "probabilities": { "true": 0.5096, "false": 0.4904 } }, "outcome": { "probabilities": { "failure": 0.0391, "harmful": 0.0693, "partial": 0.0737, "success": 0.818 } }, "risk": { "probabilities": { "0": 0.1323, "1": 0.3334, "2": 0.4791, "3": 0.0552 } }, "urgency": { "probabilities": { "0": 0.2072, "1": 0.5672, "2": 0.1804, "3": 0.0453 } } }, "agent_trace_observability_000021": { "action": { "probabilities": { "continue": 0.8776, "human_review": 0.0381, "observe": 0.0702, "stop": 0.0141 } }, "needs_review": { "probabilities": { "true": 0.091, "false": 0.909 } }, "outcome": { "probabilities": { "failure": 0.1172, "harmful": 0.0138, "partial": 0.3135, "success": 0.5555 } }, "risk": { "probabilities": { "0": 0.6991, "1": 0.2348, "2": 0.0496, "3": 0.0165 } }, "urgency": { "probabilities": { "0": 0.7288, "1": 0.2197, "2": 0.0411, "3": 0.0105 } } }, "agent_trace_observability_000022": { "action": { "probabilities": { "continue": 0.3394, "human_review": 0.349, "observe": 0.2437, "stop": 0.068 } }, "needs_review": { "probabilities": { "true": 0.7022, "false": 0.2978 } }, "outcome": { "probabilities": { "failure": 0.4993, "harmful": 0.0066, "partial": 0.4618, "success": 0.0323 } }, "risk": { "probabilities": { "0": 0.7404, "1": 0.2148, "2": 0.0346, "3": 0.0103 } }, "urgency": { "probabilities": { "0": 0.1258, "1": 0.4467, "2": 0.3687, "3": 0.0587 } } }, "agent_trace_observability_000023": { "action": { "probabilities": { "continue": 0.4509, "human_review": 0.2816, "observe": 0.2086, "stop": 0.0588 } }, "needs_review": { "probabilities": { "true": 0.4103, "false": 0.5897 } }, "outcome": { "probabilities": { "failure": 0.6544, "harmful": 0.0118, "partial": 0.308, "success": 0.0258 } }, "risk": { "probabilities": { "0": 0.7392, "1": 0.2283, "2": 0.0226, "3": 0.0099 } }, "urgency": { "probabilities": { "0": 0.5841, "1": 0.1423, "2": 0.2035, "3": 0.07 } } }, "agent_trace_observability_000024": { "action": { "probabilities": { "continue": 0.1213, "human_review": 0.4891, "observe": 0.3023, "stop": 0.0873 } }, "needs_review": { "probabilities": { "true": 0.713, "false": 0.287 } }, "outcome": { "probabilities": { "failure": 0.127, "harmful": 0.0838, "partial": 0.403, "success": 0.3861 } }, "risk": { "probabilities": { "0": 0.0944, "1": 0.3193, "2": 0.4432, "3": 0.1432 } }, "urgency": { "probabilities": { "0": 0.1265, "1": 0.6384, "2": 0.1834, "3": 0.0517 } } }, "agent_trace_observability_000025": { "action": { "probabilities": { "continue": 0.0546, "human_review": 0.4453, "observe": 0.1409, "stop": 0.3592 } }, "needs_review": { "probabilities": { "true": 0.8975, "false": 0.1025 } }, "outcome": { "probabilities": { "failure": 0.0615, "harmful": 0.8355, "partial": 0.0774, "success": 0.0256 } }, "risk": { "probabilities": { "0": 0.0553, "1": 0.0601, "2": 0.2471, "3": 0.6375 } }, "urgency": { "probabilities": { "0": 0.1108, "1": 0.2173, "2": 0.3654, "3": 0.3065 } } }, "agent_trace_observability_000026": { "action": { "probabilities": { "continue": 0.0461, "human_review": 0.4932, "observe": 0.1265, "stop": 0.3342 } }, "needs_review": { "probabilities": { "true": 0.9173, "false": 0.0827 } }, "outcome": { "probabilities": { "failure": 0.0728, "harmful": 0.8426, "partial": 0.0607, "success": 0.0238 } }, "risk": { "probabilities": { "0": 0.0237, "1": 0.0385, "2": 0.193, "3": 0.7448 } }, "urgency": { "probabilities": { "0": 0.0702, "1": 0.1056, "2": 0.3315, "3": 0.4927 } } }, "agent_trace_observability_000027": { "action": { "probabilities": { "continue": 0.2761, "human_review": 0.2629, "observe": 0.4285, "stop": 0.0325 } }, "needs_review": { "probabilities": { "true": 0.2278, "false": 0.7722 } }, "outcome": { "probabilities": { "failure": 0.0488, "harmful": 0.0142, "partial": 0.3159, "success": 0.6211 } }, "risk": { "probabilities": { "0": 0.4629, "1": 0.4343, "2": 0.0489, "3": 0.054 } }, "urgency": { "probabilities": { "0": 0.149, "1": 0.5911, "2": 0.1867, "3": 0.0732 } } }, "agent_trace_observability_000028": { "action": { "probabilities": { "continue": 0.6681, "human_review": 0.1668, "observe": 0.1471, "stop": 0.0181 } }, "needs_review": { "probabilities": { "true": 0.2378, "false": 0.7622 } }, "outcome": { "probabilities": { "failure": 0.0463, "harmful": 0.009, "partial": 0.2282, "success": 0.7165 } }, "risk": { "probabilities": { "0": 0.7775, "1": 0.1882, "2": 0.0279, "3": 0.0065 } }, "urgency": { "probabilities": { "0": 0.6681, "1": 0.2292, "2": 0.0818, "3": 0.0209 } } }, "agent_trace_observability_000029": { "action": { "probabilities": { "continue": 0.2347, "human_review": 0.2707, "observe": 0.4396, "stop": 0.0549 } }, "needs_review": { "probabilities": { "true": 0.4643, "false": 0.5357 } }, "outcome": { "probabilities": { "failure": 0.1743, "harmful": 0.0091, "partial": 0.5658, "success": 0.2508 } }, "risk": { "probabilities": { "0": 0.5138, "1": 0.4274, "2": 0.0443, "3": 0.0144 } }, "urgency": { "probabilities": { "0": 0.1337, "1": 0.6349, "2": 0.1867, "3": 0.0447 } } }, "agent_trace_observability_000030": { "action": { "probabilities": { "continue": 0.2222, "human_review": 0.3388, "observe": 0.3882, "stop": 0.0508 } }, "needs_review": { "probabilities": { "true": 0.5922, "false": 0.4078 } }, "outcome": { "probabilities": { "failure": 0.1224, "harmful": 0.0748, "partial": 0.5372, "success": 0.2657 } }, "risk": { "probabilities": { "0": 0.1736, "1": 0.3538, "2": 0.4331, "3": 0.0395 } }, "urgency": { "probabilities": { "0": 0.2258, "1": 0.6514, "2": 0.1055, "3": 0.0173 } } }, "agent_trace_observability_000031": { "action": { "probabilities": { "continue": 0.1137, "human_review": 0.3853, "observe": 0.3881, "stop": 0.1129 } }, "needs_review": { "probabilities": { "true": 0.5985, "false": 0.4015 } }, "outcome": { "probabilities": { "failure": 0.4257, "harmful": 0.0068, "partial": 0.5096, "success": 0.0579 } }, "risk": { "probabilities": { "0": 0.5717, "1": 0.356, "2": 0.0534, "3": 0.0189 } }, "urgency": { "probabilities": { "0": 0.1787, "1": 0.5715, "2": 0.2093, "3": 0.0405 } } }, "agent_trace_observability_000032": { "action": { "probabilities": { "continue": 0.0693, "human_review": 0.6091, "observe": 0.1647, "stop": 0.1569 } }, "needs_review": { "probabilities": { "true": 0.8516, "false": 0.1484 } }, "outcome": { "probabilities": { "failure": 0.0381, "harmful": 0.8462, "partial": 0.0765, "success": 0.0392 } }, "risk": { "probabilities": { "0": 0.0632, "1": 0.0924, "2": 0.365, "3": 0.4795 } }, "urgency": { "probabilities": { "0": 0.1979, "1": 0.5074, "2": 0.1794, "3": 0.1154 } } }, "agent_trace_observability_000033": { "action": { "probabilities": { "continue": 0.0587, "human_review": 0.6444, "observe": 0.1454, "stop": 0.1515 } }, "needs_review": { "probabilities": { "true": 0.8623, "false": 0.1377 } }, "outcome": { "probabilities": { "failure": 0.034, "harmful": 0.8678, "partial": 0.0586, "success": 0.0396 } }, "risk": { "probabilities": { "0": 0.0645, "1": 0.0841, "2": 0.323, "3": 0.5285 } }, "urgency": { "probabilities": { "0": 0.1124, "1": 0.4162, "2": 0.2821, "3": 0.1894 } } }, "agent_trace_observability_000034": { "action": { "probabilities": { "continue": 0.2701, "human_review": 0.3296, "observe": 0.3359, "stop": 0.0644 } }, "needs_review": { "probabilities": { "true": 0.5331, "false": 0.4669 } }, "outcome": { "probabilities": { "failure": 0.0497, "harmful": 0.0483, "partial": 0.2315, "success": 0.6705 } }, "risk": { "probabilities": { "0": 0.1082, "1": 0.4017, "2": 0.372, "3": 0.1181 } }, "urgency": { "probabilities": { "0": 0.1814, "1": 0.6265, "2": 0.1495, "3": 0.0426 } } }, "agent_trace_observability_000035": { "action": { "probabilities": { "continue": 0.3189, "human_review": 0.2266, "observe": 0.4335, "stop": 0.021 } }, "needs_review": { "probabilities": { "true": 0.391, "false": 0.609 } }, "outcome": { "probabilities": { "failure": 0.0833, "harmful": 0.0097, "partial": 0.4304, "success": 0.4766 } }, "risk": { "probabilities": { "0": 0.7782, "1": 0.1991, "2": 0.0175, "3": 0.0051 } }, "urgency": { "probabilities": { "0": 0.192, "1": 0.6782, "2": 0.1173, "3": 0.0125 } } }, "agent_trace_observability_000036": { "action": { "probabilities": { "continue": 0.1419, "human_review": 0.374, "observe": 0.4547, "stop": 0.0295 } }, "needs_review": { "probabilities": { "true": 0.6303, "false": 0.3697 } }, "outcome": { "probabilities": { "failure": 0.1718, "harmful": 0.0076, "partial": 0.6828, "success": 0.1378 } }, "risk": { "probabilities": { "0": 0.8012, "1": 0.1746, "2": 0.0173, "3": 0.0068 } }, "urgency": { "probabilities": { "0": 0.1483, "1": 0.6514, "2": 0.1855, "3": 0.0148 } } }, "agent_trace_observability_000037": { "action": { "probabilities": { "continue": 0.0437, "human_review": 0.553, "observe": 0.1296, "stop": 0.2737 } }, "needs_review": { "probabilities": { "true": 0.8885, "false": 0.1115 } }, "outcome": { "probabilities": { "failure": 0.0523, "harmful": 0.8448, "partial": 0.0691, "success": 0.0339 } }, "risk": { "probabilities": { "0": 0.0556, "1": 0.0609, "2": 0.2355, "3": 0.648 } }, "urgency": { "probabilities": { "0": 0.1058, "1": 0.2304, "2": 0.3983, "3": 0.2655 } } }, "agent_trace_observability_000038": { "action": { "probabilities": { "continue": 0.3679, "human_review": 0.215, "observe": 0.3972, "stop": 0.02 } }, "needs_review": { "probabilities": { "true": 0.3705, "false": 0.6295 } }, "outcome": { "probabilities": { "failure": 0.0922, "harmful": 0.0093, "partial": 0.3807, "success": 0.5179 } }, "risk": { "probabilities": { "0": 0.7165, "1": 0.2424, "2": 0.0342, "3": 0.0068 } }, "urgency": { "probabilities": { "0": 0.2376, "1": 0.6238, "2": 0.1233, "3": 0.0154 } } }, "agent_trace_observability_000039": { "action": { "probabilities": { "continue": 0.0407, "human_review": 0.4977, "observe": 0.1547, "stop": 0.307 } }, "needs_review": { "probabilities": { "true": 0.8676, "false": 0.1324 } }, "outcome": { "probabilities": { "failure": 0.0317, "harmful": 0.8993, "partial": 0.0335, "success": 0.0355 } }, "risk": { "probabilities": { "0": 0.0235, "1": 0.0416, "2": 0.1596, "3": 0.7754 } }, "urgency": { "probabilities": { "0": 0.0932, "1": 0.1345, "2": 0.325, "3": 0.4473 } } }, "agent_trace_observability_000040": { "action": { "probabilities": { "continue": 0.1692, "human_review": 0.3103, "observe": 0.4782, "stop": 0.0422 } }, "needs_review": { "probabilities": { "true": 0.4957, "false": 0.5043 } }, "outcome": { "probabilities": { "failure": 0.2539, "harmful": 0.0088, "partial": 0.6194, "success": 0.1179 } }, "risk": { "probabilities": { "0": 0.4656, "1": 0.4767, "2": 0.0432, "3": 0.0144 } }, "urgency": { "probabilities": { "0": 0.16, "1": 0.6429, "2": 0.1626, "3": 0.0345 } } }, "agent_trace_observability_000041": { "action": { "probabilities": { "continue": 0.422, "human_review": 0.1589, "observe": 0.3935, "stop": 0.0257 } }, "needs_review": { "probabilities": { "true": 0.3044, "false": 0.6956 } }, "outcome": { "probabilities": { "failure": 0.0847, "harmful": 0.0149, "partial": 0.3175, "success": 0.5829 } }, "risk": { "probabilities": { "0": 0.6442, "1": 0.3153, "2": 0.0291, "3": 0.0114 } }, "urgency": { "probabilities": { "0": 0.2415, "1": 0.6637, "2": 0.0831, "3": 0.0117 } } }, "agent_trace_observability_000042": { "action": { "probabilities": { "continue": 0.1701, "human_review": 0.2999, "observe": 0.5025, "stop": 0.0276 } }, "needs_review": { "probabilities": { "true": 0.6027, "false": 0.3973 } }, "outcome": { "probabilities": { "failure": 0.1376, "harmful": 0.0113, "partial": 0.6345, "success": 0.2165 } }, "risk": { "probabilities": { "0": 0.7664, "1": 0.2059, "2": 0.0197, "3": 0.008 } }, "urgency": { "probabilities": { "0": 0.1333, "1": 0.6604, "2": 0.1875, "3": 0.0188 } } }, "agent_trace_observability_000043": { "action": { "probabilities": { "continue": 0.065, "human_review": 0.6161, "observe": 0.1916, "stop": 0.1273 } }, "needs_review": { "probabilities": { "true": 0.8564, "false": 0.1436 } }, "outcome": { "probabilities": { "failure": 0.1252, "harmful": 0.2055, "partial": 0.384, "success": 0.2853 } }, "risk": { "probabilities": { "0": 0.0621, "1": 0.1029, "2": 0.6202, "3": 0.2148 } }, "urgency": { "probabilities": { "0": 0.1233, "1": 0.3039, "2": 0.4642, "3": 0.1087 } } }, "agent_trace_observability_000044": { "action": { "probabilities": { "continue": 0.0701, "human_review": 0.6037, "observe": 0.1937, "stop": 0.1325 } }, "needs_review": { "probabilities": { "true": 0.8521, "false": 0.1479 } }, "outcome": { "probabilities": { "failure": 0.1935, "harmful": 0.0993, "partial": 0.5541, "success": 0.1531 } }, "risk": { "probabilities": { "0": 0.1299, "1": 0.3162, "2": 0.4179, "3": 0.136 } }, "urgency": { "probabilities": { "0": 0.114, "1": 0.557, "2": 0.27, "3": 0.0589 } } }, "agent_trace_observability_000045": { "action": { "probabilities": { "continue": 0.3775, "human_review": 0.1388, "observe": 0.4671, "stop": 0.0166 } }, "needs_review": { "probabilities": { "true": 0.1778, "false": 0.8222 } }, "outcome": { "probabilities": { "failure": 0.0392, "harmful": 0.0107, "partial": 0.2844, "success": 0.6657 } }, "risk": { "probabilities": { "0": 0.7338, "1": 0.2347, "2": 0.0242, "3": 0.0073 } }, "urgency": { "probabilities": { "0": 0.3442, "1": 0.5707, "2": 0.0614, "3": 0.0237 } } }, "agent_trace_observability_000046": { "action": { "probabilities": { "continue": 0.698, "human_review": 0.105, "observe": 0.1778, "stop": 0.0192 } }, "needs_review": { "probabilities": { "true": 0.1625, "false": 0.8375 } }, "outcome": { "probabilities": { "failure": 0.0397, "harmful": 0.0133, "partial": 0.1273, "success": 0.8198 } }, "risk": { "probabilities": { "0": 0.6711, "1": 0.2665, "2": 0.044, "3": 0.0183 } }, "urgency": { "probabilities": { "0": 0.7898, "1": 0.1674, "2": 0.0347, "3": 0.0082 } } }, "agent_trace_observability_000047": { "action": { "probabilities": { "continue": 0.3467, "human_review": 0.2087, "observe": 0.4149, "stop": 0.0297 } }, "needs_review": { "probabilities": { "true": 0.2959, "false": 0.7041 } }, "outcome": { "probabilities": { "failure": 0.0851, "harmful": 0.0125, "partial": 0.3115, "success": 0.591 } }, "risk": { "probabilities": { "0": 0.4975, "1": 0.4316, "2": 0.0329, "3": 0.0381 } }, "urgency": { "probabilities": { "0": 0.1269, "1": 0.6244, "2": 0.1918, "3": 0.0569 } } }, "agent_trace_observability_000048": { "action": { "probabilities": { "continue": 0.2597, "human_review": 0.2078, "observe": 0.502, "stop": 0.0306 } }, "needs_review": { "probabilities": { "true": 0.1914, "false": 0.8086 } }, "outcome": { "probabilities": { "failure": 0.0463, "harmful": 0.0155, "partial": 0.2775, "success": 0.6608 } }, "risk": { "probabilities": { "0": 0.4565, "1": 0.4959, "2": 0.0343, "3": 0.0134 } }, "urgency": { "probabilities": { "0": 0.1432, "1": 0.6783, "2": 0.1203, "3": 0.0582 } } }, "agent_trace_observability_000049": { "action": { "probabilities": { "continue": 0.13, "human_review": 0.5859, "observe": 0.23, "stop": 0.054 } }, "needs_review": { "probabilities": { "true": 0.6784, "false": 0.3216 } }, "outcome": { "probabilities": { "failure": 0.0551, "harmful": 0.1893, "partial": 0.1919, "success": 0.5638 } }, "risk": { "probabilities": { "0": 0.1355, "1": 0.3293, "2": 0.4634, "3": 0.0717 } }, "urgency": { "probabilities": { "0": 0.2038, "1": 0.6784, "2": 0.104, "3": 0.0138 } } }, "agent_trace_observability_000050": { "action": { "probabilities": { "continue": 0.3857, "human_review": 0.2131, "observe": 0.366, "stop": 0.0352 } }, "needs_review": { "probabilities": { "true": 0.5126, "false": 0.4874 } }, "outcome": { "probabilities": { "failure": 0.092, "harmful": 0.059, "partial": 0.4554, "success": 0.3936 } }, "risk": { "probabilities": { "0": 0.1415, "1": 0.32, "2": 0.4931, "3": 0.0453 } }, "urgency": { "probabilities": { "0": 0.2139, "1": 0.6759, "2": 0.092, "3": 0.0182 } } }, "agent_trace_observability_000051": { "action": { "probabilities": { "continue": 0.2136, "human_review": 0.3603, "observe": 0.3973, "stop": 0.0288 } }, "needs_review": { "probabilities": { "true": 0.487, "false": 0.513 } }, "outcome": { "probabilities": { "failure": 0.1456, "harmful": 0.0085, "partial": 0.5705, "success": 0.2754 } }, "risk": { "probabilities": { "0": 0.7385, "1": 0.2346, "2": 0.0212, "3": 0.0058 } }, "urgency": { "probabilities": { "0": 0.2844, "1": 0.5932, "2": 0.1048, "3": 0.0176 } } }, "agent_trace_observability_000052": { "action": { "probabilities": { "continue": 0.1098, "human_review": 0.5619, "observe": 0.2613, "stop": 0.0669 } }, "needs_review": { "probabilities": { "true": 0.7912, "false": 0.2088 } }, "outcome": { "probabilities": { "failure": 0.0572, "harmful": 0.1479, "partial": 0.2104, "success": 0.5845 } }, "risk": { "probabilities": { "0": 0.1984, "1": 0.3354, "2": 0.4252, "3": 0.0411 } }, "urgency": { "probabilities": { "0": 0.2526, "1": 0.591, "2": 0.1374, "3": 0.019 } } }, "agent_trace_observability_000053": { "action": { "probabilities": { "continue": 0.247, "human_review": 0.2585, "observe": 0.4644, "stop": 0.0301 } }, "needs_review": { "probabilities": { "true": 0.3433, "false": 0.6567 } }, "outcome": { "probabilities": { "failure": 0.1182, "harmful": 0.0089, "partial": 0.5772, "success": 0.2957 } }, "risk": { "probabilities": { "0": 0.5298, "1": 0.427, "2": 0.0301, "3": 0.0131 } }, "urgency": { "probabilities": { "0": 0.1427, "1": 0.6754, "2": 0.1492, "3": 0.0326 } } }, "agent_trace_observability_000054": { "action": { "probabilities": { "continue": 0.3798, "human_review": 0.1555, "observe": 0.4428, "stop": 0.0218 } }, "needs_review": { "probabilities": { "true": 0.4307, "false": 0.5693 } }, "outcome": { "probabilities": { "failure": 0.0797, "harmful": 0.0137, "partial": 0.4638, "success": 0.4428 } }, "risk": { "probabilities": { "0": 0.6651, "1": 0.2793, "2": 0.0453, "3": 0.0103 } }, "urgency": { "probabilities": { "0": 0.2144, "1": 0.6494, "2": 0.1148, "3": 0.0214 } } }, "agent_trace_observability_000055": { "action": { "probabilities": { "continue": 0.78, "human_review": 0.0595, "observe": 0.1354, "stop": 0.0251 } }, "needs_review": { "probabilities": { "true": 0.0713, "false": 0.9287 } }, "outcome": { "probabilities": { "failure": 0.0329, "harmful": 0.016, "partial": 0.0599, "success": 0.8913 } }, "risk": { "probabilities": { "0": 0.6878, "1": 0.2828, "2": 0.0226, "3": 0.0068 } }, "urgency": { "probabilities": { "0": 0.6473, "1": 0.2291, "2": 0.098, "3": 0.0256 } } }, "agent_trace_observability_000056": { "action": { "probabilities": { "continue": 0.5973, "human_review": 0.1226, "observe": 0.2493, "stop": 0.0308 } }, "needs_review": { "probabilities": { "true": 0.1909, "false": 0.8091 } }, "outcome": { "probabilities": { "failure": 0.0939, "harmful": 0.0111, "partial": 0.2489, "success": 0.6461 } }, "risk": { "probabilities": { "0": 0.4968, "1": 0.3949, "2": 0.0753, "3": 0.033 } }, "urgency": { "probabilities": { "0": 0.5708, "1": 0.2204, "2": 0.1408, "3": 0.068 } } }, "agent_trace_observability_000057": { "action": { "probabilities": { "continue": 0.2901, "human_review": 0.2622, "observe": 0.4155, "stop": 0.0321 } }, "needs_review": { "probabilities": { "true": 0.4939, "false": 0.5061 } }, "outcome": { "probabilities": { "failure": 0.0691, "harmful": 0.0155, "partial": 0.1832, "success": 0.7322 } }, "risk": { "probabilities": { "0": 0.521, "1": 0.3577, "2": 0.0766, "3": 0.0448 } }, "urgency": { "probabilities": { "0": 0.1763, "1": 0.5398, "2": 0.2249, "3": 0.0589 } } }, "agent_trace_observability_000058": { "action": { "probabilities": { "continue": 0.2786, "human_review": 0.2719, "observe": 0.4133, "stop": 0.0362 } }, "needs_review": { "probabilities": { "true": 0.401, "false": 0.599 } }, "outcome": { "probabilities": { "failure": 0.0565, "harmful": 0.0156, "partial": 0.326, "success": 0.6018 } }, "risk": { "probabilities": { "0": 0.5161, "1": 0.3458, "2": 0.1035, "3": 0.0346 } }, "urgency": { "probabilities": { "0": 0.2434, "1": 0.4673, "2": 0.1779, "3": 0.1114 } } }, "agent_trace_observability_000059": { "action": { "probabilities": { "continue": 0.0346, "human_review": 0.5577, "observe": 0.1117, "stop": 0.296 } }, "needs_review": { "probabilities": { "true": 0.8846, "false": 0.1154 } }, "outcome": { "probabilities": { "failure": 0.0594, "harmful": 0.835, "partial": 0.0697, "success": 0.0359 } }, "risk": { "probabilities": { "0": 0.0223, "1": 0.0373, "2": 0.1175, "3": 0.823 } }, "urgency": { "probabilities": { "0": 0.0809, "1": 0.2417, "2": 0.3054, "3": 0.3721 } } }, "agent_trace_observability_000060": { "action": { "probabilities": { "continue": 0.7869, "human_review": 0.0397, "observe": 0.1549, "stop": 0.0185 } }, "needs_review": { "probabilities": { "true": 0.078, "false": 0.922 } }, "outcome": { "probabilities": { "failure": 0.0389, "harmful": 0.0123, "partial": 0.0879, "success": 0.8608 } }, "risk": { "probabilities": { "0": 0.6645, "1": 0.3077, "2": 0.02, "3": 0.0078 } }, "urgency": { "probabilities": { "0": 0.7225, "1": 0.1968, "2": 0.0594, "3": 0.0212 } } }, "agent_trace_observability_000061": { "action": { "probabilities": { "continue": 0.1773, "human_review": 0.3785, "observe": 0.3694, "stop": 0.0747 } }, "needs_review": { "probabilities": { "true": 0.6599, "false": 0.3401 } }, "outcome": { "probabilities": { "failure": 0.1056, "harmful": 0.0934, "partial": 0.3469, "success": 0.4541 } }, "risk": { "probabilities": { "0": 0.0807, "1": 0.3018, "2": 0.4816, "3": 0.1358 } }, "urgency": { "probabilities": { "0": 0.1231, "1": 0.5888, "2": 0.226, "3": 0.0621 } } }, "agent_trace_observability_000062": { "action": { "probabilities": { "continue": 0.3271, "human_review": 0.1833, "observe": 0.4701, "stop": 0.0195 } }, "needs_review": { "probabilities": { "true": 0.3656, "false": 0.6344 } }, "outcome": { "probabilities": { "failure": 0.0736, "harmful": 0.0152, "partial": 0.3048, "success": 0.6064 } }, "risk": { "probabilities": { "0": 0.7596, "1": 0.2158, "2": 0.0185, "3": 0.0061 } }, "urgency": { "probabilities": { "0": 0.2516, "1": 0.6539, "2": 0.0796, "3": 0.0148 } } }, "agent_trace_observability_000063": { "action": { "probabilities": { "continue": 0.0522, "human_review": 0.5269, "observe": 0.1104, "stop": 0.3105 } }, "needs_review": { "probabilities": { "true": 0.9091, "false": 0.0909 } }, "outcome": { "probabilities": { "failure": 0.2418, "harmful": 0.6222, "partial": 0.1266, "success": 0.0093 } }, "risk": { "probabilities": { "0": 0.0301, "1": 0.0404, "2": 0.2593, "3": 0.6702 } }, "urgency": { "probabilities": { "0": 0.0989, "1": 0.2321, "2": 0.3756, "3": 0.2934 } } }, "agent_trace_observability_000064": { "action": { "probabilities": { "continue": 0.2629, "human_review": 0.2981, "observe": 0.3954, "stop": 0.0436 } }, "needs_review": { "probabilities": { "true": 0.4756, "false": 0.5244 } }, "outcome": { "probabilities": { "failure": 0.0897, "harmful": 0.0154, "partial": 0.6052, "success": 0.2897 } }, "risk": { "probabilities": { "0": 0.6272, "1": 0.2643, "2": 0.0758, "3": 0.0326 } }, "urgency": { "probabilities": { "0": 0.5403, "1": 0.3129, "2": 0.1018, "3": 0.045 } } }, "agent_trace_observability_000065": { "action": { "probabilities": { "continue": 0.0741, "human_review": 0.391, "observe": 0.2094, "stop": 0.3254 } }, "needs_review": { "probabilities": { "true": 0.848, "false": 0.152 } }, "outcome": { "probabilities": { "failure": 0.043, "harmful": 0.8396, "partial": 0.0762, "success": 0.0413 } }, "risk": { "probabilities": { "0": 0.035, "1": 0.0737, "2": 0.1917, "3": 0.6996 } }, "urgency": { "probabilities": { "0": 0.0784, "1": 0.239, "2": 0.3392, "3": 0.3434 } } }, "agent_trace_observability_000066": { "action": { "probabilities": { "continue": 0.2834, "human_review": 0.2324, "observe": 0.4619, "stop": 0.0223 } }, "needs_review": { "probabilities": { "true": 0.4397, "false": 0.5603 } }, "outcome": { "probabilities": { "failure": 0.0824, "harmful": 0.0091, "partial": 0.4485, "success": 0.46 } }, "risk": { "probabilities": { "0": 0.7642, "1": 0.2082, "2": 0.0212, "3": 0.0064 } }, "urgency": { "probabilities": { "0": 0.3063, "1": 0.5796, "2": 0.1003, "3": 0.0137 } } }, "agent_trace_observability_000067": { "action": { "probabilities": { "continue": 0.8062, "human_review": 0.0623, "observe": 0.1128, "stop": 0.0187 } }, "needs_review": { "probabilities": { "true": 0.1328, "false": 0.8672 } }, "outcome": { "probabilities": { "failure": 0.0549, "harmful": 0.018, "partial": 0.1653, "success": 0.7618 } }, "risk": { "probabilities": { "0": 0.758, "1": 0.2184, "2": 0.0176, "3": 0.0061 } }, "urgency": { "probabilities": { "0": 0.7425, "1": 0.1947, "2": 0.0453, "3": 0.0175 } } }, "agent_trace_observability_000068": { "action": { "probabilities": { "continue": 0.1427, "human_review": 0.3234, "observe": 0.4967, "stop": 0.0371 } }, "needs_review": { "probabilities": { "true": 0.6225, "false": 0.3775 } }, "outcome": { "probabilities": { "failure": 0.2222, "harmful": 0.0091, "partial": 0.6385, "success": 0.1302 } }, "risk": { "probabilities": { "0": 0.7577, "1": 0.1939, "2": 0.04, "3": 0.0085 } }, "urgency": { "probabilities": { "0": 0.2121, "1": 0.5888, "2": 0.1768, "3": 0.0224 } } }, "agent_trace_observability_000069": { "action": { "probabilities": { "continue": 0.0372, "human_review": 0.5709, "observe": 0.1218, "stop": 0.2701 } }, "needs_review": { "probabilities": { "true": 0.8926, "false": 0.1074 } }, "outcome": { "probabilities": { "failure": 0.0572, "harmful": 0.8246, "partial": 0.0805, "success": 0.0377 } }, "risk": { "probabilities": { "0": 0.0164, "1": 0.0304, "2": 0.1488, "3": 0.8043 } }, "urgency": { "probabilities": { "0": 0.0634, "1": 0.1012, "2": 0.3077, "3": 0.5277 } } }, "agent_trace_observability_000070": { "action": { "probabilities": { "continue": 0.2264, "human_review": 0.4339, "observe": 0.2896, "stop": 0.0501 } }, "needs_review": { "probabilities": { "true": 0.6583, "false": 0.3417 } }, "outcome": { "probabilities": { "failure": 0.0443, "harmful": 0.0763, "partial": 0.1786, "success": 0.7009 } }, "risk": { "probabilities": { "0": 0.2412, "1": 0.3731, "2": 0.3679, "3": 0.0178 } }, "urgency": { "probabilities": { "0": 0.1321, "1": 0.7214, "2": 0.1257, "3": 0.0208 } } }, "agent_trace_observability_000071": { "action": { "probabilities": { "continue": 0.6456, "human_review": 0.1057, "observe": 0.2244, "stop": 0.0244 } }, "needs_review": { "probabilities": { "true": 0.165, "false": 0.835 } }, "outcome": { "probabilities": { "failure": 0.0843, "harmful": 0.0126, "partial": 0.5066, "success": 0.3965 } }, "risk": { "probabilities": { "0": 0.6084, "1": 0.2896, "2": 0.0772, "3": 0.0249 } }, "urgency": { "probabilities": { "0": 0.2984, "1": 0.6293, "2": 0.0572, "3": 0.0152 } } }, "agent_trace_observability_000072": { "action": { "probabilities": { "continue": 0.112, "human_review": 0.5689, "observe": 0.248, "stop": 0.0711 } }, "needs_review": { "probabilities": { "true": 0.7526, "false": 0.2474 } }, "outcome": { "probabilities": { "failure": 0.1137, "harmful": 0.0579, "partial": 0.4112, "success": 0.4172 } }, "risk": { "probabilities": { "0": 0.0862, "1": 0.2839, "2": 0.372, "3": 0.2579 } }, "urgency": { "probabilities": { "0": 0.1453, "1": 0.5621, "2": 0.2375, "3": 0.0551 } } }, "agent_trace_observability_000073": { "action": { "probabilities": { "continue": 0.2344, "human_review": 0.4074, "observe": 0.2834, "stop": 0.0748 } }, "needs_review": { "probabilities": { "true": 0.7594, "false": 0.2406 } }, "outcome": { "probabilities": { "failure": 0.5653, "harmful": 0.0139, "partial": 0.4081, "success": 0.0127 } }, "risk": { "probabilities": { "0": 0.2402, "1": 0.2685, "2": 0.433, "3": 0.0583 } }, "urgency": { "probabilities": { "0": 0.1383, "1": 0.4075, "2": 0.3774, "3": 0.0768 } } }, "agent_trace_observability_000074": { "action": { "probabilities": { "continue": 0.613, "human_review": 0.1669, "observe": 0.1873, "stop": 0.0328 } }, "needs_review": { "probabilities": { "true": 0.3193, "false": 0.6807 } }, "outcome": { "probabilities": { "failure": 0.4366, "harmful": 0.0109, "partial": 0.478, "success": 0.0745 } }, "risk": { "probabilities": { "0": 0.6698, "1": 0.2812, "2": 0.0385, "3": 0.0105 } }, "urgency": { "probabilities": { "0": 0.7067, "1": 0.134, "2": 0.1272, "3": 0.032 } } }, "agent_trace_observability_000075": { "action": { "probabilities": { "continue": 0.6355, "human_review": 0.0745, "observe": 0.2639, "stop": 0.0261 } }, "needs_review": { "probabilities": { "true": 0.0916, "false": 0.9084 } }, "outcome": { "probabilities": { "failure": 0.0431, "harmful": 0.0189, "partial": 0.2856, "success": 0.6524 } }, "risk": { "probabilities": { "0": 0.7159, "1": 0.2579, "2": 0.0195, "3": 0.0068 } }, "urgency": { "probabilities": { "0": 0.2731, "1": 0.6198, "2": 0.0775, "3": 0.0296 } } }, "agent_trace_observability_000076": { "action": { "probabilities": { "continue": 0.0912, "human_review": 0.6189, "observe": 0.2006, "stop": 0.0893 } }, "needs_review": { "probabilities": { "true": 0.8564, "false": 0.1436 } }, "outcome": { "probabilities": { "failure": 0.0803, "harmful": 0.1557, "partial": 0.4995, "success": 0.2645 } }, "risk": { "probabilities": { "0": 0.2191, "1": 0.2626, "2": 0.4852, "3": 0.0331 } }, "urgency": { "probabilities": { "0": 0.1388, "1": 0.6323, "2": 0.2072, "3": 0.0217 } } }, "agent_trace_observability_000077": { "action": { "probabilities": { "continue": 0.0555, "human_review": 0.6183, "observe": 0.1444, "stop": 0.1818 } }, "needs_review": { "probabilities": { "true": 0.8628, "false": 0.1372 } }, "outcome": { "probabilities": { "failure": 0.0452, "harmful": 0.8144, "partial": 0.0847, "success": 0.0557 } }, "risk": { "probabilities": { "0": 0.0199, "1": 0.0389, "2": 0.1837, "3": 0.7574 } }, "urgency": { "probabilities": { "0": 0.0735, "1": 0.1687, "2": 0.3508, "3": 0.407 } } }, "agent_trace_observability_000078": { "action": { "probabilities": { "continue": 0.1393, "human_review": 0.4549, "observe": 0.3301, "stop": 0.0757 } }, "needs_review": { "probabilities": { "true": 0.7051, "false": 0.2949 } }, "outcome": { "probabilities": { "failure": 0.1124, "harmful": 0.1151, "partial": 0.3535, "success": 0.419 } }, "risk": { "probabilities": { "0": 0.0798, "1": 0.2856, "2": 0.5043, "3": 0.1304 } }, "urgency": { "probabilities": { "0": 0.122, "1": 0.6002, "2": 0.2149, "3": 0.0629 } } }, "agent_trace_observability_000079": { "action": { "probabilities": { "continue": 0.8223, "human_review": 0.0451, "observe": 0.1116, "stop": 0.0209 } }, "needs_review": { "probabilities": { "true": 0.0718, "false": 0.9282 } }, "outcome": { "probabilities": { "failure": 0.0438, "harmful": 0.0186, "partial": 0.123, "success": 0.8146 } }, "risk": { "probabilities": { "0": 0.7033, "1": 0.2754, "2": 0.0149, "3": 0.0064 } }, "urgency": { "probabilities": { "0": 0.6695, "1": 0.255, "2": 0.0541, "3": 0.0214 } } }, "agent_trace_observability_000080": { "action": { "probabilities": { "continue": 0.0714, "human_review": 0.625, "observe": 0.1248, "stop": 0.1787 } }, "needs_review": { "probabilities": { "true": 0.9147, "false": 0.0853 } }, "outcome": { "probabilities": { "failure": 0.5888, "harmful": 0.0728, "partial": 0.3239, "success": 0.0144 } }, "risk": { "probabilities": { "0": 0.1075, "1": 0.1132, "2": 0.6733, "3": 0.106 } }, "urgency": { "probabilities": { "0": 0.0882, "1": 0.3458, "2": 0.4909, "3": 0.0751 } } }, "agent_trace_observability_000081": { "action": { "probabilities": { "continue": 0.2448, "human_review": 0.2925, "observe": 0.4161, "stop": 0.0465 } }, "needs_review": { "probabilities": { "true": 0.4162, "false": 0.5838 } }, "outcome": { "probabilities": { "failure": 0.0576, "harmful": 0.0186, "partial": 0.28, "success": 0.6438 } }, "risk": { "probabilities": { "0": 0.5097, "1": 0.3321, "2": 0.0959, "3": 0.0623 } }, "urgency": { "probabilities": { "0": 0.2366, "1": 0.4787, "2": 0.1854, "3": 0.0993 } } }, "agent_trace_observability_000082": { "action": { "probabilities": { "continue": 0.0944, "human_review": 0.4686, "observe": 0.3495, "stop": 0.0875 } }, "needs_review": { "probabilities": { "true": 0.7361, "false": 0.2639 } }, "outcome": { "probabilities": { "failure": 0.4199, "harmful": 0.006, "partial": 0.5353, "success": 0.0388 } }, "risk": { "probabilities": { "0": 0.7747, "1": 0.1941, "2": 0.0233, "3": 0.0078 } }, "urgency": { "probabilities": { "0": 0.2668, "1": 0.5431, "2": 0.1699, "3": 0.0202 } } }, "agent_trace_observability_000083": { "action": { "probabilities": { "continue": 0.3362, "human_review": 0.2307, "observe": 0.3981, "stop": 0.035 } }, "needs_review": { "probabilities": { "true": 0.3425, "false": 0.6575 } }, "outcome": { "probabilities": { "failure": 0.0862, "harmful": 0.0128, "partial": 0.3388, "success": 0.5621 } }, "risk": { "probabilities": { "0": 0.4801, "1": 0.4251, "2": 0.0475, "3": 0.0473 } }, "urgency": { "probabilities": { "0": 0.1601, "1": 0.6398, "2": 0.1497, "3": 0.0503 } } }, "agent_trace_observability_000084": { "action": { "probabilities": { "continue": 0.772, "human_review": 0.0629, "observe": 0.1407, "stop": 0.0243 } }, "needs_review": { "probabilities": { "true": 0.1432, "false": 0.8568 } }, "outcome": { "probabilities": { "failure": 0.0364, "harmful": 0.0151, "partial": 0.1035, "success": 0.845 } }, "risk": { "probabilities": { "0": 0.5508, "1": 0.3442, "2": 0.0458, "3": 0.0591 } }, "urgency": { "probabilities": { "0": 0.5683, "1": 0.2337, "2": 0.1336, "3": 0.0644 } } }, "agent_trace_observability_000085": { "action": { "probabilities": { "continue": 0.4961, "human_review": 0.1489, "observe": 0.3231, "stop": 0.0319 } }, "needs_review": { "probabilities": { "true": 0.2513, "false": 0.7487 } }, "outcome": { "probabilities": { "failure": 0.0828, "harmful": 0.0124, "partial": 0.2991, "success": 0.6056 } }, "risk": { "probabilities": { "0": 0.6394, "1": 0.313, "2": 0.0344, "3": 0.0132 } }, "urgency": { "probabilities": { "0": 0.2698, "1": 0.6401, "2": 0.0784, "3": 0.0117 } } }, "agent_trace_observability_000086": { "action": { "probabilities": { "continue": 0.0617, "human_review": 0.5016, "observe": 0.1581, "stop": 0.2786 } }, "needs_review": { "probabilities": { "true": 0.853, "false": 0.147 } }, "outcome": { "probabilities": { "failure": 0.0314, "harmful": 0.8682, "partial": 0.0541, "success": 0.0464 } }, "risk": { "probabilities": { "0": 0.0643, "1": 0.1029, "2": 0.2894, "3": 0.5435 } }, "urgency": { "probabilities": { "0": 0.0964, "1": 0.3239, "2": 0.3849, "3": 0.1948 } } }, "agent_trace_observability_000087": { "action": { "probabilities": { "continue": 0.3202, "human_review": 0.2006, "observe": 0.4459, "stop": 0.0333 } }, "needs_review": { "probabilities": { "true": 0.4401, "false": 0.5599 } }, "outcome": { "probabilities": { "failure": 0.1208, "harmful": 0.0156, "partial": 0.5961, "success": 0.2675 } }, "risk": { "probabilities": { "0": 0.6856, "1": 0.282, "2": 0.0253, "3": 0.0071 } }, "urgency": { "probabilities": { "0": 0.1466, "1": 0.6231, "2": 0.2006, "3": 0.0297 } } }, "agent_trace_observability_000088": { "action": { "probabilities": { "continue": 0.0338, "human_review": 0.5556, "observe": 0.0881, "stop": 0.3224 } }, "needs_review": { "probabilities": { "true": 0.9289, "false": 0.0711 } }, "outcome": { "probabilities": { "failure": 0.0996, "harmful": 0.8248, "partial": 0.0601, "success": 0.0155 } }, "risk": { "probabilities": { "0": 0.0218, "1": 0.0261, "2": 0.183, "3": 0.7692 } }, "urgency": { "probabilities": { "0": 0.0588, "1": 0.0831, "2": 0.3221, "3": 0.536 } } }, "agent_trace_observability_000089": { "action": { "probabilities": { "continue": 0.1155, "human_review": 0.498, "observe": 0.3341, "stop": 0.0525 } }, "needs_review": { "probabilities": { "true": 0.7404, "false": 0.2596 } }, "outcome": { "probabilities": { "failure": 0.2193, "harmful": 0.013, "partial": 0.6945, "success": 0.0733 } }, "risk": { "probabilities": { "0": 0.5739, "1": 0.3293, "2": 0.0524, "3": 0.0443 } }, "urgency": { "probabilities": { "0": 0.0946, "1": 0.5127, "2": 0.3125, "3": 0.0802 } } }, "agent_trace_observability_000090": { "action": { "probabilities": { "continue": 0.4941, "human_review": 0.252, "observe": 0.1816, "stop": 0.0723 } }, "needs_review": { "probabilities": { "true": 0.4991, "false": 0.5009 } }, "outcome": { "probabilities": { "failure": 0.5453, "harmful": 0.0083, "partial": 0.4068, "success": 0.0396 } }, "risk": { "probabilities": { "0": 0.6988, "1": 0.2606, "2": 0.0314, "3": 0.0092 } }, "urgency": { "probabilities": { "0": 0.6052, "1": 0.1593, "2": 0.1812, "3": 0.0543 } } }, "agent_trace_observability_000091": { "action": { "probabilities": { "continue": 0.0488, "human_review": 0.4716, "observe": 0.2167, "stop": 0.2629 } }, "needs_review": { "probabilities": { "true": 0.8746, "false": 0.1254 } }, "outcome": { "probabilities": { "failure": 0.0268, "harmful": 0.8994, "partial": 0.0395, "success": 0.0344 } }, "risk": { "probabilities": { "0": 0.0348, "1": 0.0675, "2": 0.1957, "3": 0.702 } }, "urgency": { "probabilities": { "0": 0.1134, "1": 0.2878, "2": 0.3462, "3": 0.2527 } } }, "agent_trace_observability_000092": { "action": { "probabilities": { "continue": 0.0918, "human_review": 0.5651, "observe": 0.2026, "stop": 0.1405 } }, "needs_review": { "probabilities": { "true": 0.8393, "false": 0.1607 } }, "outcome": { "probabilities": { "failure": 0.0976, "harmful": 0.2897, "partial": 0.2132, "success": 0.3995 } }, "risk": { "probabilities": { "0": 0.1232, "1": 0.2825, "2": 0.5121, "3": 0.0822 } }, "urgency": { "probabilities": { "0": 0.1279, "1": 0.5611, "2": 0.2507, "3": 0.0602 } } }, "agent_trace_observability_000093": { "action": { "probabilities": { "continue": 0.4529, "human_review": 0.1237, "observe": 0.3926, "stop": 0.0307 } }, "needs_review": { "probabilities": { "true": 0.2235, "false": 0.7765 } }, "outcome": { "probabilities": { "failure": 0.0601, "harmful": 0.0133, "partial": 0.2249, "success": 0.7017 } }, "risk": { "probabilities": { "0": 0.6449, "1": 0.3113, "2": 0.0301, "3": 0.0137 } }, "urgency": { "probabilities": { "0": 0.2832, "1": 0.6379, "2": 0.0679, "3": 0.011 } } }, "agent_trace_observability_000094": { "action": { "probabilities": { "continue": 0.3676, "human_review": 0.2107, "observe": 0.3779, "stop": 0.0438 } }, "needs_review": { "probabilities": { "true": 0.3186, "false": 0.6814 } }, "outcome": { "probabilities": { "failure": 0.2304, "harmful": 0.0075, "partial": 0.6596, "success": 0.1025 } }, "risk": { "probabilities": { "0": 0.4858, "1": 0.204, "2": 0.1097, "3": 0.2005 } }, "urgency": { "probabilities": { "0": 0.201, "1": 0.6165, "2": 0.1362, "3": 0.0462 } } }, "agent_trace_observability_000095": { "action": { "probabilities": { "continue": 0.5408, "human_review": 0.1267, "observe": 0.2938, "stop": 0.0388 } }, "needs_review": { "probabilities": { "true": 0.0903, "false": 0.9097 } }, "outcome": { "probabilities": { "failure": 0.029, "harmful": 0.015, "partial": 0.0643, "success": 0.8917 } }, "risk": { "probabilities": { "0": 0.4555, "1": 0.4236, "2": 0.0553, "3": 0.0656 } }, "urgency": { "probabilities": { "0": 0.5235, "1": 0.2627, "2": 0.1343, "3": 0.0795 } } }, "agent_trace_observability_000096": { "action": { "probabilities": { "continue": 0.0452, "human_review": 0.6163, "observe": 0.1151, "stop": 0.2234 } }, "needs_review": { "probabilities": { "true": 0.8922, "false": 0.1078 } }, "outcome": { "probabilities": { "failure": 0.0647, "harmful": 0.8544, "partial": 0.0651, "success": 0.0158 } }, "risk": { "probabilities": { "0": 0.0357, "1": 0.0354, "2": 0.2179, "3": 0.7111 } }, "urgency": { "probabilities": { "0": 0.0879, "1": 0.2247, "2": 0.3981, "3": 0.2893 } } }, "agent_trace_observability_000097": { "action": { "probabilities": { "continue": 0.2817, "human_review": 0.192, "observe": 0.4805, "stop": 0.0458 } }, "needs_review": { "probabilities": { "true": 0.389, "false": 0.611 } }, "outcome": { "probabilities": { "failure": 0.2331, "harmful": 0.011, "partial": 0.6139, "success": 0.142 } }, "risk": { "probabilities": { "0": 0.6954, "1": 0.2419, "2": 0.0481, "3": 0.0146 } }, "urgency": { "probabilities": { "0": 0.277, "1": 0.6175, "2": 0.0952, "3": 0.0103 } } }, "agent_trace_observability_000098": { "action": { "probabilities": { "continue": 0.1625, "human_review": 0.3212, "observe": 0.478, "stop": 0.0383 } }, "needs_review": { "probabilities": { "true": 0.6251, "false": 0.3749 } }, "outcome": { "probabilities": { "failure": 0.144, "harmful": 0.0147, "partial": 0.6833, "success": 0.1581 } }, "risk": { "probabilities": { "0": 0.3761, "1": 0.2409, "2": 0.1504, "3": 0.2326 } }, "urgency": { "probabilities": { "0": 0.139, "1": 0.5843, "2": 0.2208, "3": 0.0559 } } }, "agent_trace_observability_000099": { "action": { "probabilities": { "continue": 0.1371, "human_review": 0.516, "observe": 0.2642, "stop": 0.0827 } }, "needs_review": { "probabilities": { "true": 0.8036, "false": 0.1964 } }, "outcome": { "probabilities": { "failure": 0.162, "harmful": 0.1665, "partial": 0.5351, "success": 0.1364 } }, "risk": { "probabilities": { "0": 0.1292, "1": 0.3383, "2": 0.4695, "3": 0.063 } }, "urgency": { "probabilities": { "0": 0.107, "1": 0.5802, "2": 0.2708, "3": 0.042 } } }, "customer_service_000000": { "action": { "probabilities": { "answer_directly": 0.1064, "close_no_action": 0.0196, "escalate_to_human": 0.2577, "execute_refund": 0.2788, "request_information": 0.3375 } }, "category": { "probabilities": { "account": 0.0085, "billing": 0.0051, "delivery": 0.7836, "refund": 0.0789, "technical": 0.1238 } }, "churn_risk": { "probabilities": { "0": 0.0876, "1": 0.7351, "2": 0.1309, "3": 0.0464 } }, "needs_human": { "probabilities": { "true": 0.4066, "false": 0.5934 } }, "urgency": { "probabilities": { "0": 0.0399, "1": 0.5242, "2": 0.3326, "3": 0.1034 } } }, "customer_service_000001": { "action": { "probabilities": { "answer_directly": 0.2082, "close_no_action": 0.025, "escalate_to_human": 0.4107, "execute_refund": 0.1618, "request_information": 0.1943 } }, "category": { "probabilities": { "account": 0.0113, "billing": 0.9285, "delivery": 0.009, "refund": 0.0401, "technical": 0.011 } }, "churn_risk": { "probabilities": { "0": 0.1034, "1": 0.6823, "2": 0.1815, "3": 0.0327 } }, "needs_human": { "probabilities": { "true": 0.4756, "false": 0.5244 } }, "urgency": { "probabilities": { "0": 0.0477, "1": 0.4152, "2": 0.4636, "3": 0.0735 } } }, "customer_service_000002": { "action": { "probabilities": { "answer_directly": 0.1102, "close_no_action": 0.0202, "escalate_to_human": 0.1491, "execute_refund": 0.0202, "request_information": 0.7003 } }, "category": { "probabilities": { "account": 0.0147, "billing": 0.953, "delivery": 0.0088, "refund": 0.0145, "technical": 0.0089 } }, "churn_risk": { "probabilities": { "0": 0.1105, "1": 0.6499, "2": 0.1584, "3": 0.0813 } }, "needs_human": { "probabilities": { "true": 0.4853, "false": 0.5147 } }, "urgency": { "probabilities": { "0": 0.0665, "1": 0.4411, "2": 0.4254, "3": 0.067 } } }, "customer_service_000003": { "action": { "probabilities": { "answer_directly": 0.2073, "close_no_action": 0.1646, "escalate_to_human": 0.2476, "execute_refund": 0.0349, "request_information": 0.3456 } }, "category": { "probabilities": { "account": 0.0288, "billing": 0.929, "delivery": 0.011, "refund": 0.011, "technical": 0.0202 } }, "churn_risk": { "probabilities": { "0": 0.0559, "1": 0.4332, "2": 0.2326, "3": 0.2782 } }, "needs_human": { "probabilities": { "true": 0.4748, "false": 0.5252 } }, "urgency": { "probabilities": { "0": 0.0235, "1": 0.0699, "2": 0.2332, "3": 0.6733 } } }, "customer_service_000004": { "action": { "probabilities": { "answer_directly": 0.6605, "close_no_action": 0.0872, "escalate_to_human": 0.0781, "execute_refund": 0.0213, "request_information": 0.1529 } }, "category": { "probabilities": { "account": 0.0285, "billing": 0.9388, "delivery": 0.0106, "refund": 0.0101, "technical": 0.0119 } }, "churn_risk": { "probabilities": { "0": 0.0149, "1": 0.0454, "2": 0.833, "3": 0.1067 } }, "needs_human": { "probabilities": { "true": 0.0894, "false": 0.9106 } }, "urgency": { "probabilities": { "0": 0.0522, "1": 0.1351, "2": 0.5705, "3": 0.2423 } } }, "customer_service_000005": { "action": { "probabilities": { "answer_directly": 0.0796, "close_no_action": 0.0155, "escalate_to_human": 0.284, "execute_refund": 0.0433, "request_information": 0.5777 } }, "category": { "probabilities": { "account": 0.015, "billing": 0.8925, "delivery": 0.0137, "refund": 0.0514, "technical": 0.0274 } }, "churn_risk": { "probabilities": { "0": 0.0373, "1": 0.0888, "2": 0.2453, "3": 0.6285 } }, "needs_human": { "probabilities": { "true": 0.6751, "false": 0.3249 } }, "urgency": { "probabilities": { "0": 0.0176, "1": 0.0411, "2": 0.188, "3": 0.7533 } } }, "customer_service_000006": { "action": { "probabilities": { "answer_directly": 0.0644, "close_no_action": 0.0237, "escalate_to_human": 0.349, "execute_refund": 0.0144, "request_information": 0.5485 } }, "category": { "probabilities": { "account": 0.0172, "billing": 0.0111, "delivery": 0.0157, "refund": 0.013, "technical": 0.9429 } }, "churn_risk": { "probabilities": { "0": 0.049, "1": 0.2733, "2": 0.6317, "3": 0.046 } }, "needs_human": { "probabilities": { "true": 0.5986, "false": 0.4014 } }, "urgency": { "probabilities": { "0": 0.0419, "1": 0.1337, "2": 0.6129, "3": 0.2115 } } }, "customer_service_000007": { "action": { "probabilities": { "answer_directly": 0.1069, "close_no_action": 0.0196, "escalate_to_human": 0.1976, "execute_refund": 0.3323, "request_information": 0.3435 } }, "category": { "probabilities": { "account": 0.02, "billing": 0.0358, "delivery": 0.0174, "refund": 0.909, "technical": 0.0178 } }, "churn_risk": { "probabilities": { "0": 0.0146, "1": 0.0301, "2": 0.2108, "3": 0.7445 } }, "needs_human": { "probabilities": { "true": 0.4753, "false": 0.5247 } }, "urgency": { "probabilities": { "0": 0.0222, "1": 0.0449, "2": 0.4347, "3": 0.4981 } } }, "customer_service_000008": { "action": { "probabilities": { "answer_directly": 0.0497, "close_no_action": 0.0121, "escalate_to_human": 0.2278, "execute_refund": 0.0108, "request_information": 0.6995 } }, "category": { "probabilities": { "account": 0.5118, "billing": 0.3626, "delivery": 0.0075, "refund": 0.0079, "technical": 0.1101 } }, "churn_risk": { "probabilities": { "0": 0.0519, "1": 0.3182, "2": 0.5545, "3": 0.0754 } }, "needs_human": { "probabilities": { "true": 0.6053, "false": 0.3947 } }, "urgency": { "probabilities": { "0": 0.0242, "1": 0.065, "2": 0.6965, "3": 0.2143 } } }, "customer_service_000009": { "action": { "probabilities": { "answer_directly": 0.0431, "close_no_action": 0.0084, "escalate_to_human": 0.1533, "execute_refund": 0.0201, "request_information": 0.7751 } }, "category": { "probabilities": { "account": 0.1061, "billing": 0.2833, "delivery": 0.0074, "refund": 0.0126, "technical": 0.5906 } }, "churn_risk": { "probabilities": { "0": 0.013, "1": 0.0393, "2": 0.5008, "3": 0.4468 } }, "needs_human": { "probabilities": { "true": 0.7303, "false": 0.2697 } }, "urgency": { "probabilities": { "0": 0.0382, "1": 0.0834, "2": 0.5775, "3": 0.3008 } } }, "customer_service_000010": { "action": { "probabilities": { "answer_directly": 0.0596, "close_no_action": 0.0242, "escalate_to_human": 0.3693, "execute_refund": 0.0204, "request_information": 0.5264 } }, "category": { "probabilities": { "account": 0.0274, "billing": 0.0123, "delivery": 0.0185, "refund": 0.017, "technical": 0.9248 } }, "churn_risk": { "probabilities": { "0": 0.0252, "1": 0.0942, "2": 0.7889, "3": 0.0917 } }, "needs_human": { "probabilities": { "true": 0.6267, "false": 0.3733 } }, "urgency": { "probabilities": { "0": 0.0705, "1": 0.176, "2": 0.6224, "3": 0.1312 } } }, "customer_service_000011": { "action": { "probabilities": { "answer_directly": 0.0927, "close_no_action": 0.0201, "escalate_to_human": 0.3563, "execute_refund": 0.0196, "request_information": 0.5114 } }, "category": { "probabilities": { "account": 0.1691, "billing": 0.7692, "delivery": 0.0163, "refund": 0.0163, "technical": 0.0292 } }, "churn_risk": { "probabilities": { "0": 0.0742, "1": 0.2395, "2": 0.3235, "3": 0.3627 } }, "needs_human": { "probabilities": { "true": 0.6493, "false": 0.3507 } }, "urgency": { "probabilities": { "0": 0.0238, "1": 0.0563, "2": 0.1613, "3": 0.7586 } } }, "customer_service_000012": { "action": { "probabilities": { "answer_directly": 0.1046, "close_no_action": 0.024, "escalate_to_human": 0.5526, "execute_refund": 0.0928, "request_information": 0.226 } }, "category": { "probabilities": { "account": 0.0172, "billing": 0.9286, "delivery": 0.0146, "refund": 0.0234, "technical": 0.0162 } }, "churn_risk": { "probabilities": { "0": 0.0292, "1": 0.0898, "2": 0.7886, "3": 0.0923 } }, "needs_human": { "probabilities": { "true": 0.7537, "false": 0.2463 } }, "urgency": { "probabilities": { "0": 0.0704, "1": 0.1872, "2": 0.6581, "3": 0.0843 } } }, "customer_service_000013": { "action": { "probabilities": { "answer_directly": 0.0868, "close_no_action": 0.0983, "escalate_to_human": 0.0673, "execute_refund": 0.0787, "request_information": 0.6689 } }, "category": { "probabilities": { "account": 0.9715, "billing": 0.0094, "delivery": 0.0043, "refund": 0.0069, "technical": 0.0079 } }, "churn_risk": { "probabilities": { "0": 0.2034, "1": 0.6123, "2": 0.1545, "3": 0.0298 } }, "needs_human": { "probabilities": { "true": 0.3251, "false": 0.6749 } }, "urgency": { "probabilities": { "0": 0.1637, "1": 0.6568, "2": 0.1678, "3": 0.0117 } } }, "customer_service_000014": { "action": { "probabilities": { "answer_directly": 0.1909, "close_no_action": 0.0313, "escalate_to_human": 0.5286, "execute_refund": 0.0277, "request_information": 0.2214 } }, "category": { "probabilities": { "account": 0.1301, "billing": 0.0137, "delivery": 0.0128, "refund": 0.0108, "technical": 0.8326 } }, "churn_risk": { "probabilities": { "0": 0.1025, "1": 0.3414, "2": 0.3587, "3": 0.1975 } }, "needs_human": { "probabilities": { "true": 0.402, "false": 0.598 } }, "urgency": { "probabilities": { "0": 0.0185, "1": 0.0604, "2": 0.2696, "3": 0.6515 } } }, "customer_service_000015": { "action": { "probabilities": { "answer_directly": 0.1139, "close_no_action": 0.0307, "escalate_to_human": 0.5026, "execute_refund": 0.0214, "request_information": 0.3314 } }, "category": { "probabilities": { "account": 0.022, "billing": 0.0134, "delivery": 0.0189, "refund": 0.0155, "technical": 0.9302 } }, "churn_risk": { "probabilities": { "0": 0.1518, "1": 0.3852, "2": 0.2207, "3": 0.2423 } }, "needs_human": { "probabilities": { "true": 0.5621, "false": 0.4379 } }, "urgency": { "probabilities": { "0": 0.0362, "1": 0.0703, "2": 0.2478, "3": 0.6457 } } }, "customer_service_000016": { "action": { "probabilities": { "answer_directly": 0.2939, "close_no_action": 0.0399, "escalate_to_human": 0.2224, "execute_refund": 0.0323, "request_information": 0.4115 } }, "category": { "probabilities": { "account": 0.0073, "billing": 0.0037, "delivery": 0.9744, "refund": 0.0046, "technical": 0.01 } }, "churn_risk": { "probabilities": { "0": 0.091, "1": 0.7913, "2": 0.0701, "3": 0.0476 } }, "needs_human": { "probabilities": { "true": 0.2344, "false": 0.7656 } }, "urgency": { "probabilities": { "0": 0.0191, "1": 0.072, "2": 0.5744, "3": 0.3346 } } }, "customer_service_000017": { "action": { "probabilities": { "answer_directly": 0.0923, "close_no_action": 0.0381, "escalate_to_human": 0.5807, "execute_refund": 0.0414, "request_information": 0.2475 } }, "category": { "probabilities": { "account": 0.0439, "billing": 0.0234, "delivery": 0.0368, "refund": 0.033, "technical": 0.8629 } }, "churn_risk": { "probabilities": { "0": 0.0183, "1": 0.0357, "2": 0.3029, "3": 0.643 } }, "needs_human": { "probabilities": { "true": 0.7464, "false": 0.2536 } }, "urgency": { "probabilities": { "0": 0.043, "1": 0.0641, "2": 0.2078, "3": 0.6851 } } }, "customer_service_000018": { "action": { "probabilities": { "answer_directly": 0.2134, "close_no_action": 0.0197, "escalate_to_human": 0.3638, "execute_refund": 0.1412, "request_information": 0.2619 } }, "category": { "probabilities": { "account": 0.0261, "billing": 0.8819, "delivery": 0.0208, "refund": 0.0456, "technical": 0.0256 } }, "churn_risk": { "probabilities": { "0": 0.0193, "1": 0.0367, "2": 0.2112, "3": 0.7328 } }, "needs_human": { "probabilities": { "true": 0.6493, "false": 0.3507 } }, "urgency": { "probabilities": { "0": 0.0302, "1": 0.0602, "2": 0.1001, "3": 0.8096 } } }, "customer_service_000019": { "action": { "probabilities": { "answer_directly": 0.1211, "close_no_action": 0.0315, "escalate_to_human": 0.5488, "execute_refund": 0.0759, "request_information": 0.2227 } }, "category": { "probabilities": { "account": 0.0219, "billing": 0.9102, "delivery": 0.0179, "refund": 0.0299, "technical": 0.02 } }, "churn_risk": { "probabilities": { "0": 0.0139, "1": 0.0383, "2": 0.7048, "3": 0.2431 } }, "needs_human": { "probabilities": { "true": 0.7511, "false": 0.2489 } }, "urgency": { "probabilities": { "0": 0.0466, "1": 0.1179, "2": 0.6334, "3": 0.2021 } } }, "customer_service_000020": { "action": { "probabilities": { "answer_directly": 0.1139, "close_no_action": 0.0369, "escalate_to_human": 0.5021, "execute_refund": 0.0468, "request_information": 0.3003 } }, "category": { "probabilities": { "account": 0.0416, "billing": 0.0221, "delivery": 0.0159, "refund": 0.0256, "technical": 0.8947 } }, "churn_risk": { "probabilities": { "0": 0.0119, "1": 0.0283, "2": 0.4214, "3": 0.5384 } }, "needs_human": { "probabilities": { "true": 0.7019, "false": 0.2981 } }, "urgency": { "probabilities": { "0": 0.0266, "1": 0.0554, "2": 0.7362, "3": 0.1818 } } }, "customer_service_000021": { "action": { "probabilities": { "answer_directly": 0.0678, "close_no_action": 0.025, "escalate_to_human": 0.1343, "execute_refund": 0.0196, "request_information": 0.7533 } }, "category": { "probabilities": { "account": 0.022, "billing": 0.0115, "delivery": 0.0162, "refund": 0.0148, "technical": 0.9355 } }, "churn_risk": { "probabilities": { "0": 0.0434, "1": 0.3704, "2": 0.4682, "3": 0.118 } }, "needs_human": { "probabilities": { "true": 0.3363, "false": 0.6637 } }, "urgency": { "probabilities": { "0": 0.0691, "1": 0.3659, "2": 0.5045, "3": 0.0605 } } }, "customer_service_000022": { "action": { "probabilities": { "answer_directly": 0.1339, "close_no_action": 0.0243, "escalate_to_human": 0.4913, "execute_refund": 0.0186, "request_information": 0.3319 } }, "category": { "probabilities": { "account": 0.8635, "billing": 0.0109, "delivery": 0.0153, "refund": 0.0126, "technical": 0.0977 } }, "churn_risk": { "probabilities": { "0": 0.079, "1": 0.1825, "2": 0.3733, "3": 0.3653 } }, "needs_human": { "probabilities": { "true": 0.6642, "false": 0.3358 } }, "urgency": { "probabilities": { "0": 0.0259, "1": 0.0602, "2": 0.1149, "3": 0.799 } } }, "customer_service_000023": { "action": { "probabilities": { "answer_directly": 0.1213, "close_no_action": 0.0274, "escalate_to_human": 0.1955, "execute_refund": 0.1024, "request_information": 0.5534 } }, "category": { "probabilities": { "account": 0.0148, "billing": 0.9288, "delivery": 0.0108, "refund": 0.0344, "technical": 0.0112 } }, "churn_risk": { "probabilities": { "0": 0.0963, "1": 0.5866, "2": 0.2698, "3": 0.0473 } }, "needs_human": { "probabilities": { "true": 0.3783, "false": 0.6217 } }, "urgency": { "probabilities": { "0": 0.0529, "1": 0.3914, "2": 0.4502, "3": 0.1055 } } }, "customer_service_000024": { "action": { "probabilities": { "answer_directly": 0.4491, "close_no_action": 0.0192, "escalate_to_human": 0.4013, "execute_refund": 0.0185, "request_information": 0.1119 } }, "category": { "probabilities": { "account": 0.0202, "billing": 0.9193, "delivery": 0.015, "refund": 0.0125, "technical": 0.0329 } }, "churn_risk": { "probabilities": { "0": 0.0491, "1": 0.134, "2": 0.5292, "3": 0.2877 } }, "needs_human": { "probabilities": { "true": 0.621, "false": 0.379 } }, "urgency": { "probabilities": { "0": 0.0238, "1": 0.0442, "2": 0.0998, "3": 0.8323 } } }, "customer_service_000025": { "action": { "probabilities": { "answer_directly": 0.0491, "close_no_action": 0.0131, "escalate_to_human": 0.0859, "execute_refund": 0.0095, "request_information": 0.8423 } }, "category": { "probabilities": { "account": 0.8686, "billing": 0.0781, "delivery": 0.0085, "refund": 0.0103, "technical": 0.0346 } }, "churn_risk": { "probabilities": { "0": 0.0197, "1": 0.0763, "2": 0.8203, "3": 0.0837 } }, "needs_human": { "probabilities": { "true": 0.6389, "false": 0.3611 } }, "urgency": { "probabilities": { "0": 0.0788, "1": 0.2848, "2": 0.5733, "3": 0.063 } } }, "customer_service_000026": { "action": { "probabilities": { "answer_directly": 0.1108, "close_no_action": 0.0292, "escalate_to_human": 0.6261, "execute_refund": 0.0982, "request_information": 0.1358 } }, "category": { "probabilities": { "account": 0.0168, "billing": 0.8734, "delivery": 0.0158, "refund": 0.0732, "technical": 0.0209 } }, "churn_risk": { "probabilities": { "0": 0.0206, "1": 0.0618, "2": 0.814, "3": 0.1036 } }, "needs_human": { "probabilities": { "true": 0.7707, "false": 0.2293 } }, "urgency": { "probabilities": { "0": 0.0452, "1": 0.1287, "2": 0.6451, "3": 0.181 } } }, "customer_service_000027": { "action": { "probabilities": { "answer_directly": 0.1001, "close_no_action": 0.0176, "escalate_to_human": 0.5669, "execute_refund": 0.0164, "request_information": 0.299 } }, "category": { "probabilities": { "account": 0.7624, "billing": 0.1924, "delivery": 0.0064, "refund": 0.0073, "technical": 0.0314 } }, "churn_risk": { "probabilities": { "0": 0.0141, "1": 0.0397, "2": 0.8109, "3": 0.1354 } }, "needs_human": { "probabilities": { "true": 0.8275, "false": 0.1725 } }, "urgency": { "probabilities": { "0": 0.0702, "1": 0.122, "2": 0.6825, "3": 0.1253 } } }, "customer_service_000028": { "action": { "probabilities": { "answer_directly": 0.0641, "close_no_action": 0.0093, "escalate_to_human": 0.3292, "execute_refund": 0.0654, "request_information": 0.532 } }, "category": { "probabilities": { "account": 0.0093, "billing": 0.0055, "delivery": 0.9231, "refund": 0.028, "technical": 0.0341 } }, "churn_risk": { "probabilities": { "0": 0.0553, "1": 0.3257, "2": 0.4053, "3": 0.2136 } }, "needs_human": { "probabilities": { "true": 0.6508, "false": 0.3492 } }, "urgency": { "probabilities": { "0": 0.0423, "1": 0.237, "2": 0.4113, "3": 0.3095 } } }, "customer_service_000029": { "action": { "probabilities": { "answer_directly": 0.305, "close_no_action": 0.0252, "escalate_to_human": 0.0825, "execute_refund": 0.3326, "request_information": 0.2547 } }, "category": { "probabilities": { "account": 0.092, "billing": 0.5035, "delivery": 0.0082, "refund": 0.3878, "technical": 0.0086 } }, "churn_risk": { "probabilities": { "0": 0.1716, "1": 0.1131, "2": 0.0525, "3": 0.6628 } }, "needs_human": { "probabilities": { "true": 0.1967, "false": 0.8033 } }, "urgency": { "probabilities": { "0": 0.0416, "1": 0.1122, "2": 0.5361, "3": 0.3101 } } }, "customer_service_000030": { "action": { "probabilities": { "answer_directly": 0.0597, "close_no_action": 0.0112, "escalate_to_human": 0.1306, "execute_refund": 0.1961, "request_information": 0.6025 } }, "category": { "probabilities": { "account": 0.0105, "billing": 0.0089, "delivery": 0.4612, "refund": 0.0709, "technical": 0.4485 } }, "churn_risk": { "probabilities": { "0": 0.1396, "1": 0.7601, "2": 0.0781, "3": 0.0223 } }, "needs_human": { "probabilities": { "true": 0.4185, "false": 0.5815 } }, "urgency": { "probabilities": { "0": 0.0706, "1": 0.6168, "2": 0.2344, "3": 0.0782 } } }, "customer_service_000031": { "action": { "probabilities": { "answer_directly": 0.1597, "close_no_action": 0.0371, "escalate_to_human": 0.5667, "execute_refund": 0.0376, "request_information": 0.1989 } }, "category": { "probabilities": { "account": 0.0292, "billing": 0.0138, "delivery": 0.0202, "refund": 0.0175, "technical": 0.9193 } }, "churn_risk": { "probabilities": { "0": 0.03, "1": 0.1821, "2": 0.6339, "3": 0.154 } }, "needs_human": { "probabilities": { "true": 0.7041, "false": 0.2959 } }, "urgency": { "probabilities": { "0": 0.1239, "1": 0.4595, "2": 0.3709, "3": 0.0456 } } }, "customer_service_000032": { "action": { "probabilities": { "answer_directly": 0.0854, "close_no_action": 0.015, "escalate_to_human": 0.2767, "execute_refund": 0.234, "request_information": 0.3889 } }, "category": { "probabilities": { "account": 0.0096, "billing": 0.0371, "delivery": 0.0084, "refund": 0.9344, "technical": 0.0106 } }, "churn_risk": { "probabilities": { "0": 0.0212, "1": 0.0908, "2": 0.784, "3": 0.104 } }, "needs_human": { "probabilities": { "true": 0.6588, "false": 0.3412 } }, "urgency": { "probabilities": { "0": 0.0277, "1": 0.0635, "2": 0.7476, "3": 0.1611 } } }, "customer_service_000033": { "action": { "probabilities": { "answer_directly": 0.0476, "close_no_action": 0.0041, "escalate_to_human": 0.1086, "execute_refund": 0.1789, "request_information": 0.6607 } }, "category": { "probabilities": { "account": 0.008, "billing": 0.0079, "delivery": 0.1339, "refund": 0.3445, "technical": 0.5056 } }, "churn_risk": { "probabilities": { "0": 0.0843, "1": 0.7429, "2": 0.1269, "3": 0.0459 } }, "needs_human": { "probabilities": { "true": 0.6291, "false": 0.3709 } }, "urgency": { "probabilities": { "0": 0.0508, "1": 0.4911, "2": 0.3855, "3": 0.0726 } } }, "customer_service_000034": { "action": { "probabilities": { "answer_directly": 0.1337, "close_no_action": 0.0226, "escalate_to_human": 0.4518, "execute_refund": 0.0929, "request_information": 0.299 } }, "category": { "probabilities": { "account": 0.0085, "billing": 0.0051, "delivery": 0.467, "refund": 0.0273, "technical": 0.4921 } }, "churn_risk": { "probabilities": { "0": 0.0303, "1": 0.1034, "2": 0.2664, "3": 0.5999 } }, "needs_human": { "probabilities": { "true": 0.7792, "false": 0.2208 } }, "urgency": { "probabilities": { "0": 0.0183, "1": 0.0432, "2": 0.3866, "3": 0.5519 } } }, "customer_service_000035": { "action": { "probabilities": { "answer_directly": 0.0879, "close_no_action": 0.0163, "escalate_to_human": 0.4938, "execute_refund": 0.0315, "request_information": 0.3705 } }, "category": { "probabilities": { "account": 0.0155, "billing": 0.922, "delivery": 0.0117, "refund": 0.0269, "technical": 0.024 } }, "churn_risk": { "probabilities": { "0": 0.0214, "1": 0.0788, "2": 0.5496, "3": 0.3502 } }, "needs_human": { "probabilities": { "true": 0.715, "false": 0.285 } }, "urgency": { "probabilities": { "0": 0.0247, "1": 0.0678, "2": 0.5015, "3": 0.4061 } } }, "customer_service_000036": { "action": { "probabilities": { "answer_directly": 0.4323, "close_no_action": 0.0246, "escalate_to_human": 0.0408, "execute_refund": 0.4698, "request_information": 0.0326 } }, "category": { "probabilities": { "account": 0.5523, "billing": 0.05, "delivery": 0.0079, "refund": 0.3808, "technical": 0.009 } }, "churn_risk": { "probabilities": { "0": 0.4165, "1": 0.1327, "2": 0.0314, "3": 0.4194 } }, "needs_human": { "probabilities": { "true": 0.1771, "false": 0.8229 } }, "urgency": { "probabilities": { "0": 0.2606, "1": 0.6154, "2": 0.1105, "3": 0.0136 } } }, "customer_service_000037": { "action": { "probabilities": { "answer_directly": 0.0863, "close_no_action": 0.0333, "escalate_to_human": 0.5942, "execute_refund": 0.1, "request_information": 0.1862 } }, "category": { "probabilities": { "account": 0.0152, "billing": 0.0093, "delivery": 0.9376, "refund": 0.0185, "technical": 0.0194 } }, "churn_risk": { "probabilities": { "0": 0.0272, "1": 0.1487, "2": 0.7508, "3": 0.0732 } }, "needs_human": { "probabilities": { "true": 0.7344, "false": 0.2656 } }, "urgency": { "probabilities": { "0": 0.0617, "1": 0.1797, "2": 0.6453, "3": 0.1132 } } }, "customer_service_000038": { "action": { "probabilities": { "answer_directly": 0.0769, "close_no_action": 0.022, "escalate_to_human": 0.1957, "execute_refund": 0.0081, "request_information": 0.6973 } }, "category": { "probabilities": { "account": 0.8778, "billing": 0.0038, "delivery": 0.0043, "refund": 0.0044, "technical": 0.1096 } }, "churn_risk": { "probabilities": { "0": 0.1268, "1": 0.7151, "2": 0.1247, "3": 0.0334 } }, "needs_human": { "probabilities": { "true": 0.3422, "false": 0.6578 } }, "urgency": { "probabilities": { "0": 0.0659, "1": 0.5347, "2": 0.3231, "3": 0.0763 } } }, "customer_service_000039": { "action": { "probabilities": { "answer_directly": 0.0229, "close_no_action": 0.0152, "escalate_to_human": 0.0252, "execute_refund": 0.0058, "request_information": 0.9309 } }, "category": { "probabilities": { "account": 0.0233, "billing": 0.0088, "delivery": 0.0122, "refund": 0.0124, "technical": 0.9433 } }, "churn_risk": { "probabilities": { "0": 0.1107, "1": 0.8058, "2": 0.067, "3": 0.0164 } }, "needs_human": { "probabilities": { "true": 0.2375, "false": 0.7625 } }, "urgency": { "probabilities": { "0": 0.1093, "1": 0.6532, "2": 0.2174, "3": 0.0201 } } }, "customer_service_000040": { "action": { "probabilities": { "answer_directly": 0.3232, "close_no_action": 0.0268, "escalate_to_human": 0.5603, "execute_refund": 0.0268, "request_information": 0.0629 } }, "category": { "probabilities": { "account": 0.0442, "billing": 0.8119, "delivery": 0.0296, "refund": 0.025, "technical": 0.0893 } }, "churn_risk": { "probabilities": { "0": 0.0169, "1": 0.0369, "2": 0.6534, "3": 0.2927 } }, "needs_human": { "probabilities": { "true": 0.8084, "false": 0.1916 } }, "urgency": { "probabilities": { "0": 0.0218, "1": 0.046, "2": 0.0628, "3": 0.8694 } } }, "customer_service_000041": { "action": { "probabilities": { "answer_directly": 0.0821, "close_no_action": 0.0257, "escalate_to_human": 0.7533, "execute_refund": 0.0561, "request_information": 0.0829 } }, "category": { "probabilities": { "account": 0.032, "billing": 0.0315, "delivery": 0.024, "refund": 0.0736, "technical": 0.8389 } }, "churn_risk": { "probabilities": { "0": 0.0152, "1": 0.0293, "2": 0.2937, "3": 0.6618 } }, "needs_human": { "probabilities": { "true": 0.8721, "false": 0.1279 } }, "urgency": { "probabilities": { "0": 0.0375, "1": 0.056, "2": 0.2057, "3": 0.7009 } } }, "customer_service_000042": { "action": { "probabilities": { "answer_directly": 0.0513, "close_no_action": 0.011, "escalate_to_human": 0.2787, "execute_refund": 0.0339, "request_information": 0.625 } }, "category": { "probabilities": { "account": 0.0272, "billing": 0.8972, "delivery": 0.0086, "refund": 0.0449, "technical": 0.022 } }, "churn_risk": { "probabilities": { "0": 0.0129, "1": 0.0478, "2": 0.3332, "3": 0.606 } }, "needs_human": { "probabilities": { "true": 0.7477, "false": 0.2523 } }, "urgency": { "probabilities": { "0": 0.03, "1": 0.064, "2": 0.4577, "3": 0.4483 } } }, "customer_service_000043": { "action": { "probabilities": { "answer_directly": 0.1732, "close_no_action": 0.0197, "escalate_to_human": 0.5886, "execute_refund": 0.0844, "request_information": 0.134 } }, "category": { "probabilities": { "account": 0.2229, "billing": 0.7125, "delivery": 0.0132, "refund": 0.0205, "technical": 0.0308 } }, "churn_risk": { "probabilities": { "0": 0.0155, "1": 0.0617, "2": 0.7746, "3": 0.1482 } }, "needs_human": { "probabilities": { "true": 0.7568, "false": 0.2432 } }, "urgency": { "probabilities": { "0": 0.0476, "1": 0.1517, "2": 0.6047, "3": 0.196 } } }, "customer_service_000044": { "action": { "probabilities": { "answer_directly": 0.1762, "close_no_action": 0.0589, "escalate_to_human": 0.3651, "execute_refund": 0.0351, "request_information": 0.3647 } }, "category": { "probabilities": { "account": 0.011, "billing": 0.0061, "delivery": 0.0798, "refund": 0.0123, "technical": 0.8908 } }, "churn_risk": { "probabilities": { "0": 0.1741, "1": 0.6252, "2": 0.1156, "3": 0.085 } }, "needs_human": { "probabilities": { "true": 0.5986, "false": 0.4014 } }, "urgency": { "probabilities": { "0": 0.0222, "1": 0.0555, "2": 0.6497, "3": 0.2726 } } }, "customer_service_000045": { "action": { "probabilities": { "answer_directly": 0.367, "close_no_action": 0.1085, "escalate_to_human": 0.0622, "execute_refund": 0.0171, "request_information": 0.4453 } }, "category": { "probabilities": { "account": 0.0152, "billing": 0.952, "delivery": 0.0135, "refund": 0.0099, "technical": 0.0095 } }, "churn_risk": { "probabilities": { "0": 0.561, "1": 0.3823, "2": 0.0371, "3": 0.0196 } }, "needs_human": { "probabilities": { "true": 0.0989, "false": 0.9011 } }, "urgency": { "probabilities": { "0": 0.0231, "1": 0.0927, "2": 0.1987, "3": 0.6854 } } }, "customer_service_000046": { "action": { "probabilities": { "answer_directly": 0.2167, "close_no_action": 0.0256, "escalate_to_human": 0.5233, "execute_refund": 0.0583, "request_information": 0.1762 } }, "category": { "probabilities": { "account": 0.0099, "billing": 0.9427, "delivery": 0.0093, "refund": 0.0285, "technical": 0.0096 } }, "churn_risk": { "probabilities": { "0": 0.068, "1": 0.341, "2": 0.3479, "3": 0.2431 } }, "needs_human": { "probabilities": { "true": 0.5986, "false": 0.4014 } }, "urgency": { "probabilities": { "0": 0.0226, "1": 0.0812, "2": 0.6049, "3": 0.2913 } } }, "customer_service_000047": { "action": { "probabilities": { "answer_directly": 0.077, "close_no_action": 0.0076, "escalate_to_human": 0.3161, "execute_refund": 0.0141, "request_information": 0.5852 } }, "category": { "probabilities": { "account": 0.5662, "billing": 0.3126, "delivery": 0.0093, "refund": 0.0111, "technical": 0.1008 } }, "churn_risk": { "probabilities": { "0": 0.0701, "1": 0.1915, "2": 0.2404, "3": 0.498 } }, "needs_human": { "probabilities": { "true": 0.749, "false": 0.251 } }, "urgency": { "probabilities": { "0": 0.0251, "1": 0.0883, "2": 0.3227, "3": 0.5639 } } }, "customer_service_000048": { "action": { "probabilities": { "answer_directly": 0.0988, "close_no_action": 0.025, "escalate_to_human": 0.5901, "execute_refund": 0.0378, "request_information": 0.2482 } }, "category": { "probabilities": { "account": 0.0115, "billing": 0.0067, "delivery": 0.9516, "refund": 0.0132, "technical": 0.017 } }, "churn_risk": { "probabilities": { "0": 0.0187, "1": 0.0672, "2": 0.7647, "3": 0.1494 } }, "needs_human": { "probabilities": { "true": 0.6751, "false": 0.3249 } }, "urgency": { "probabilities": { "0": 0.038, "1": 0.0792, "2": 0.6022, "3": 0.2806 } } }, "customer_service_000049": { "action": { "probabilities": { "answer_directly": 0.2137, "close_no_action": 0.0116, "escalate_to_human": 0.2561, "execute_refund": 0.0243, "request_information": 0.4943 } }, "category": { "probabilities": { "account": 0.0319, "billing": 0.8656, "delivery": 0.0118, "refund": 0.0124, "technical": 0.0783 } }, "churn_risk": { "probabilities": { "0": 0.0261, "1": 0.0642, "2": 0.634, "3": 0.2758 } }, "needs_human": { "probabilities": { "true": 0.7645, "false": 0.2355 } }, "urgency": { "probabilities": { "0": 0.0253, "1": 0.0478, "2": 0.0841, "3": 0.8428 } } }, "customer_service_000050": { "action": { "probabilities": { "answer_directly": 0.0463, "close_no_action": 0.0208, "escalate_to_human": 0.7441, "execute_refund": 0.0208, "request_information": 0.168 } }, "category": { "probabilities": { "account": 0.6536, "billing": 0.0068, "delivery": 0.0068, "refund": 0.0081, "technical": 0.3247 } }, "churn_risk": { "probabilities": { "0": 0.0089, "1": 0.0193, "2": 0.6221, "3": 0.3496 } }, "needs_human": { "probabilities": { "true": 0.8314, "false": 0.1686 } }, "urgency": { "probabilities": { "0": 0.0482, "1": 0.0633, "2": 0.4396, "3": 0.4489 } } }, "customer_service_000051": { "action": { "probabilities": { "answer_directly": 0.103, "close_no_action": 0.0229, "escalate_to_human": 0.6848, "execute_refund": 0.0576, "request_information": 0.1317 } }, "category": { "probabilities": { "account": 0.0175, "billing": 0.0107, "delivery": 0.4286, "refund": 0.0453, "technical": 0.4979 } }, "churn_risk": { "probabilities": { "0": 0.0107, "1": 0.0185, "2": 0.2623, "3": 0.7085 } }, "needs_human": { "probabilities": { "true": 0.8505, "false": 0.1495 } }, "urgency": { "probabilities": { "0": 0.0239, "1": 0.0392, "2": 0.1169, "3": 0.82 } } }, "customer_service_000052": { "action": { "probabilities": { "answer_directly": 0.522, "close_no_action": 0.0382, "escalate_to_human": 0.2986, "execute_refund": 0.0856, "request_information": 0.0557 } }, "category": { "probabilities": { "account": 0.1114, "billing": 0.7401, "delivery": 0.0146, "refund": 0.1039, "technical": 0.03 } }, "churn_risk": { "probabilities": { "0": 0.0098, "1": 0.0202, "2": 0.4564, "3": 0.5135 } }, "needs_human": { "probabilities": { "true": 0.5834, "false": 0.4166 } }, "urgency": { "probabilities": { "0": 0.019, "1": 0.0402, "2": 0.1002, "3": 0.8406 } } }, "customer_service_000053": { "action": { "probabilities": { "answer_directly": 0.1337, "close_no_action": 0.0175, "escalate_to_human": 0.4483, "execute_refund": 0.0298, "request_information": 0.3707 } }, "category": { "probabilities": { "account": 0.0369, "billing": 0.8592, "delivery": 0.0238, "refund": 0.0259, "technical": 0.0542 } }, "churn_risk": { "probabilities": { "0": 0.0214, "1": 0.0633, "2": 0.5882, "3": 0.3272 } }, "needs_human": { "probabilities": { "true": 0.7755, "false": 0.2245 } }, "urgency": { "probabilities": { "0": 0.0458, "1": 0.1145, "2": 0.3552, "3": 0.4845 } } }, "customer_service_000054": { "action": { "probabilities": { "answer_directly": 0.1322, "close_no_action": 0.0827, "escalate_to_human": 0.6328, "execute_refund": 0.019, "request_information": 0.1333 } }, "category": { "probabilities": { "account": 0.311, "billing": 0.0495, "delivery": 0.0761, "refund": 0.0592, "technical": 0.5041 } }, "churn_risk": { "probabilities": { "0": 0.0147, "1": 0.0407, "2": 0.3909, "3": 0.5537 } }, "needs_human": { "probabilities": { "true": 0.7405, "false": 0.2595 } }, "urgency": { "probabilities": { "0": 0.0159, "1": 0.0309, "2": 0.084, "3": 0.8692 } } }, "customer_service_000055": { "action": { "probabilities": { "answer_directly": 0.1182, "close_no_action": 0.0307, "escalate_to_human": 0.5052, "execute_refund": 0.2003, "request_information": 0.1456 } }, "category": { "probabilities": { "account": 0.025, "billing": 0.8233, "delivery": 0.0221, "refund": 0.1073, "technical": 0.0222 } }, "churn_risk": { "probabilities": { "0": 0.0141, "1": 0.035, "2": 0.6517, "3": 0.2992 } }, "needs_human": { "probabilities": { "true": 0.6053, "false": 0.3947 } }, "urgency": { "probabilities": { "0": 0.0307, "1": 0.0822, "2": 0.7666, "3": 0.1205 } } }, "customer_service_000056": { "action": { "probabilities": { "answer_directly": 0.542, "close_no_action": 0.1221, "escalate_to_human": 0.0827, "execute_refund": 0.0461, "request_information": 0.2072 } }, "category": { "probabilities": { "account": 0.5817, "billing": 0.0696, "delivery": 0.0327, "refund": 0.2504, "technical": 0.0656 } }, "churn_risk": { "probabilities": { "0": 0.0262, "1": 0.0478, "2": 0.3417, "3": 0.5843 } }, "needs_human": { "probabilities": { "true": 0.1614, "false": 0.8386 } }, "urgency": { "probabilities": { "0": 0.0344, "1": 0.0766, "2": 0.2191, "3": 0.6699 } } }, "customer_service_000057": { "action": { "probabilities": { "answer_directly": 0.4734, "close_no_action": 0.3502, "escalate_to_human": 0.0281, "execute_refund": 0.0171, "request_information": 0.1313 } }, "category": { "probabilities": { "account": 0.0161, "billing": 0.9423, "delivery": 0.015, "refund": 0.0136, "technical": 0.013 } }, "churn_risk": { "probabilities": { "0": 0.0224, "1": 0.0648, "2": 0.3002, "3": 0.6126 } }, "needs_human": { "probabilities": { "true": 0.0609, "false": 0.9391 } }, "urgency": { "probabilities": { "0": 0.016, "1": 0.0364, "2": 0.0898, "3": 0.8578 } } }, "customer_service_000058": { "action": { "probabilities": { "answer_directly": 0.0288, "close_no_action": 0.013, "escalate_to_human": 0.0591, "execute_refund": 0.0127, "request_information": 0.8865 } }, "category": { "probabilities": { "account": 0.0276, "billing": 0.0163, "delivery": 0.0232, "refund": 0.0213, "technical": 0.9115 } }, "churn_risk": { "probabilities": { "0": 0.0169, "1": 0.0507, "2": 0.2155, "3": 0.717 } }, "needs_human": { "probabilities": { "true": 0.5961, "false": 0.4039 } }, "urgency": { "probabilities": { "0": 0.035, "1": 0.0625, "2": 0.5262, "3": 0.3764 } } }, "customer_service_000059": { "action": { "probabilities": { "answer_directly": 0.1726, "close_no_action": 0.0127, "escalate_to_human": 0.3023, "execute_refund": 0.4483, "request_information": 0.0642 } }, "category": { "probabilities": { "account": 0.0096, "billing": 0.0097, "delivery": 0.2557, "refund": 0.4269, "technical": 0.2981 } }, "churn_risk": { "probabilities": { "0": 0.009, "1": 0.0321, "2": 0.4779, "3": 0.481 } }, "needs_human": { "probabilities": { "true": 0.7595, "false": 0.2405 } }, "urgency": { "probabilities": { "0": 0.0158, "1": 0.0456, "2": 0.1927, "3": 0.7459 } } }, "customer_service_000060": { "action": { "probabilities": { "answer_directly": 0.2851, "close_no_action": 0.0291, "escalate_to_human": 0.4095, "execute_refund": 0.043, "request_information": 0.2333 } }, "category": { "probabilities": { "account": 0.0184, "billing": 0.9286, "delivery": 0.0135, "refund": 0.0211, "technical": 0.0184 } }, "churn_risk": { "probabilities": { "0": 0.074, "1": 0.1776, "2": 0.1986, "3": 0.5497 } }, "needs_human": { "probabilities": { "true": 0.5231, "false": 0.4769 } }, "urgency": { "probabilities": { "0": 0.0207, "1": 0.0431, "2": 0.0918, "3": 0.8444 } } }, "customer_service_000061": { "action": { "probabilities": { "answer_directly": 0.2527, "close_no_action": 0.0397, "escalate_to_human": 0.4037, "execute_refund": 0.0305, "request_information": 0.2734 } }, "category": { "probabilities": { "account": 0.0363, "billing": 0.8831, "delivery": 0.0136, "refund": 0.0152, "technical": 0.0518 } }, "churn_risk": { "probabilities": { "0": 0.0153, "1": 0.0488, "2": 0.4412, "3": 0.4947 } }, "needs_human": { "probabilities": { "true": 0.6136, "false": 0.3864 } }, "urgency": { "probabilities": { "0": 0.0242, "1": 0.0715, "2": 0.8233, "3": 0.081 } } }, "customer_service_000062": { "action": { "probabilities": { "answer_directly": 0.2052, "close_no_action": 0.0241, "escalate_to_human": 0.2327, "execute_refund": 0.3237, "request_information": 0.2142 } }, "category": { "probabilities": { "account": 0.0063, "billing": 0.0038, "delivery": 0.9192, "refund": 0.0216, "technical": 0.0491 } }, "churn_risk": { "probabilities": { "0": 0.0648, "1": 0.6852, "2": 0.1747, "3": 0.0753 } }, "needs_human": { "probabilities": { "true": 0.3033, "false": 0.6967 } }, "urgency": { "probabilities": { "0": 0.0423, "1": 0.4234, "2": 0.4349, "3": 0.0994 } } }, "customer_service_000063": { "action": { "probabilities": { "answer_directly": 0.1743, "close_no_action": 0.0212, "escalate_to_human": 0.0502, "execute_refund": 0.1705, "request_information": 0.5837 } }, "category": { "probabilities": { "account": 0.0224, "billing": 0.9311, "delivery": 0.0097, "refund": 0.0265, "technical": 0.0103 } }, "churn_risk": { "probabilities": { "0": 0.0936, "1": 0.8078, "2": 0.0681, "3": 0.0304 } }, "needs_human": { "probabilities": { "true": 0.3493, "false": 0.6507 } }, "urgency": { "probabilities": { "0": 0.0852, "1": 0.6681, "2": 0.2299, "3": 0.0168 } } }, "customer_service_000064": { "action": { "probabilities": { "answer_directly": 0.1456, "close_no_action": 0.0634, "escalate_to_human": 0.5807, "execute_refund": 0.0269, "request_information": 0.1833 } }, "category": { "probabilities": { "account": 0.0233, "billing": 0.0088, "delivery": 0.0128, "refund": 0.0104, "technical": 0.9448 } }, "churn_risk": { "probabilities": { "0": 0.1191, "1": 0.4459, "2": 0.2488, "3": 0.1861 } }, "needs_human": { "probabilities": { "true": 0.5902, "false": 0.4098 } }, "urgency": { "probabilities": { "0": 0.0204, "1": 0.0466, "2": 0.5319, "3": 0.401 } } }, "customer_service_000065": { "action": { "probabilities": { "answer_directly": 0.0956, "close_no_action": 0.0214, "escalate_to_human": 0.2777, "execute_refund": 0.0183, "request_information": 0.587 } }, "category": { "probabilities": { "account": 0.1871, "billing": 0.0204, "delivery": 0.0166, "refund": 0.0404, "technical": 0.7354 } }, "churn_risk": { "probabilities": { "0": 0.0197, "1": 0.0455, "2": 0.2419, "3": 0.6929 } }, "needs_human": { "probabilities": { "true": 0.6579, "false": 0.3421 } }, "urgency": { "probabilities": { "0": 0.0314, "1": 0.0569, "2": 0.4864, "3": 0.4253 } } }, "customer_service_000066": { "action": { "probabilities": { "answer_directly": 0.0914, "close_no_action": 0.0154, "escalate_to_human": 0.4435, "execute_refund": 0.0234, "request_information": 0.4264 } }, "category": { "probabilities": { "account": 0.2212, "billing": 0.6734, "delivery": 0.0101, "refund": 0.0139, "technical": 0.0814 } }, "churn_risk": { "probabilities": { "0": 0.0294, "1": 0.1385, "2": 0.4419, "3": 0.3902 } }, "needs_human": { "probabilities": { "true": 0.6796, "false": 0.3204 } }, "urgency": { "probabilities": { "0": 0.0226, "1": 0.0966, "2": 0.3907, "3": 0.4901 } } }, "customer_service_000067": { "action": { "probabilities": { "answer_directly": 0.1125, "close_no_action": 0.0215, "escalate_to_human": 0.306, "execute_refund": 0.0777, "request_information": 0.4824 } }, "category": { "probabilities": { "account": 0.0144, "billing": 0.0069, "delivery": 0.8558, "refund": 0.0251, "technical": 0.0978 } }, "churn_risk": { "probabilities": { "0": 0.0375, "1": 0.3094, "2": 0.5602, "3": 0.0929 } }, "needs_human": { "probabilities": { "true": 0.6128, "false": 0.3872 } }, "urgency": { "probabilities": { "0": 0.0825, "1": 0.2235, "2": 0.5459, "3": 0.1481 } } }, "customer_service_000068": { "action": { "probabilities": { "answer_directly": 0.4271, "close_no_action": 0.0474, "escalate_to_human": 0.1921, "execute_refund": 0.069, "request_information": 0.2643 } }, "category": { "probabilities": { "account": 0.0069, "billing": 0.0042, "delivery": 0.9639, "refund": 0.0056, "technical": 0.0194 } }, "churn_risk": { "probabilities": { "0": 0.032, "1": 0.259, "2": 0.6509, "3": 0.058 } }, "needs_human": { "probabilities": { "true": 0.1891, "false": 0.8109 } }, "urgency": { "probabilities": { "0": 0.0317, "1": 0.2339, "2": 0.6489, "3": 0.0855 } } }, "customer_service_000069": { "action": { "probabilities": { "answer_directly": 0.1491, "close_no_action": 0.0219, "escalate_to_human": 0.5917, "execute_refund": 0.0824, "request_information": 0.155 } }, "category": { "probabilities": { "account": 0.0179, "billing": 0.9279, "delivery": 0.0142, "refund": 0.0242, "technical": 0.0159 } }, "churn_risk": { "probabilities": { "0": 0.0194, "1": 0.0423, "2": 0.6501, "3": 0.2883 } }, "needs_human": { "probabilities": { "true": 0.7317, "false": 0.2683 } }, "urgency": { "probabilities": { "0": 0.0354, "1": 0.0896, "2": 0.3915, "3": 0.4835 } } }, "customer_service_000070": { "action": { "probabilities": { "answer_directly": 0.0765, "close_no_action": 0.0179, "escalate_to_human": 0.1081, "execute_refund": 0.0103, "request_information": 0.7873 } }, "category": { "probabilities": { "account": 0.0372, "billing": 0.0064, "delivery": 0.0072, "refund": 0.0084, "technical": 0.9409 } }, "churn_risk": { "probabilities": { "0": 0.0774, "1": 0.5346, "2": 0.3175, "3": 0.0705 } }, "needs_human": { "probabilities": { "true": 0.3156, "false": 0.6844 } }, "urgency": { "probabilities": { "0": 0.0659, "1": 0.4128, "2": 0.4641, "3": 0.0572 } } }, "customer_service_000071": { "action": { "probabilities": { "answer_directly": 0.0935, "close_no_action": 0.0194, "escalate_to_human": 0.411, "execute_refund": 0.0126, "request_information": 0.4636 } }, "category": { "probabilities": { "account": 0.8563, "billing": 0.007, "delivery": 0.0063, "refund": 0.0063, "technical": 0.1242 } }, "churn_risk": { "probabilities": { "0": 0.0972, "1": 0.6573, "2": 0.1754, "3": 0.0701 } }, "needs_human": { "probabilities": { "true": 0.4514, "false": 0.5486 } }, "urgency": { "probabilities": { "0": 0.0528, "1": 0.304, "2": 0.4075, "3": 0.2357 } } }, "customer_service_000072": { "action": { "probabilities": { "answer_directly": 0.2858, "close_no_action": 0.023, "escalate_to_human": 0.5008, "execute_refund": 0.0301, "request_information": 0.1604 } }, "category": { "probabilities": { "account": 0.0534, "billing": 0.8543, "delivery": 0.0299, "refund": 0.0303, "technical": 0.0321 } }, "churn_risk": { "probabilities": { "0": 0.0162, "1": 0.0311, "2": 0.3695, "3": 0.5832 } }, "needs_human": { "probabilities": { "true": 0.7464, "false": 0.2536 } }, "urgency": { "probabilities": { "0": 0.0293, "1": 0.0544, "2": 0.1213, "3": 0.795 } } }, "customer_service_000073": { "action": { "probabilities": { "answer_directly": 0.11, "close_no_action": 0.0252, "escalate_to_human": 0.4357, "execute_refund": 0.0219, "request_information": 0.4072 } }, "category": { "probabilities": { "account": 0.0311, "billing": 0.0118, "delivery": 0.0165, "refund": 0.0152, "technical": 0.9255 } }, "churn_risk": { "probabilities": { "0": 0.0489, "1": 0.1052, "2": 0.2184, "3": 0.6276 } }, "needs_human": { "probabilities": { "true": 0.7019, "false": 0.2981 } }, "urgency": { "probabilities": { "0": 0.0265, "1": 0.0467, "2": 0.3266, "3": 0.6002 } } }, "customer_service_000074": { "action": { "probabilities": { "answer_directly": 0.2502, "close_no_action": 0.1598, "escalate_to_human": 0.326, "execute_refund": 0.0335, "request_information": 0.2305 } }, "category": { "probabilities": { "account": 0.0148, "billing": 0.0088, "delivery": 0.8432, "refund": 0.0209, "technical": 0.1123 } }, "churn_risk": { "probabilities": { "0": 0.161, "1": 0.3554, "2": 0.2905, "3": 0.193 } }, "needs_human": { "probabilities": { "true": 0.3924, "false": 0.6076 } }, "urgency": { "probabilities": { "0": 0.0182, "1": 0.0324, "2": 0.4433, "3": 0.5061 } } }, "customer_service_000075": { "action": { "probabilities": { "answer_directly": 0.1571, "close_no_action": 0.0228, "escalate_to_human": 0.5157, "execute_refund": 0.0831, "request_information": 0.2213 } }, "category": { "probabilities": { "account": 0.0118, "billing": 0.0076, "delivery": 0.1589, "refund": 0.0665, "technical": 0.7553 } }, "churn_risk": { "probabilities": { "0": 0.011, "1": 0.0219, "2": 0.2857, "3": 0.6814 } }, "needs_human": { "probabilities": { "true": 0.8089, "false": 0.1911 } }, "urgency": { "probabilities": { "0": 0.0259, "1": 0.047, "2": 0.0782, "3": 0.8489 } } }, "customer_service_000076": { "action": { "probabilities": { "answer_directly": 0.1768, "close_no_action": 0.039, "escalate_to_human": 0.6071, "execute_refund": 0.0678, "request_information": 0.1094 } }, "category": { "probabilities": { "account": 0.0149, "billing": 0.0091, "delivery": 0.9395, "refund": 0.0135, "technical": 0.023 } }, "churn_risk": { "probabilities": { "0": 0.0128, "1": 0.0358, "2": 0.6372, "3": 0.3142 } }, "needs_human": { "probabilities": { "true": 0.5301, "false": 0.4699 } }, "urgency": { "probabilities": { "0": 0.0247, "1": 0.0815, "2": 0.3577, "3": 0.5361 } } }, "customer_service_000077": { "action": { "probabilities": { "answer_directly": 0.1097, "close_no_action": 0.0227, "escalate_to_human": 0.6624, "execute_refund": 0.0614, "request_information": 0.1439 } }, "category": { "probabilities": { "account": 0.7444, "billing": 0.1709, "delivery": 0.0107, "refund": 0.0171, "technical": 0.0568 } }, "churn_risk": { "probabilities": { "0": 0.0103, "1": 0.0214, "2": 0.3149, "3": 0.6534 } }, "needs_human": { "probabilities": { "true": 0.8479, "false": 0.1521 } }, "urgency": { "probabilities": { "0": 0.0172, "1": 0.0344, "2": 0.1596, "3": 0.7888 } } }, "customer_service_000078": { "action": { "probabilities": { "answer_directly": 0.1149, "close_no_action": 0.0277, "escalate_to_human": 0.6315, "execute_refund": 0.1393, "request_information": 0.0866 } }, "category": { "probabilities": { "account": 0.0425, "billing": 0.0174, "delivery": 0.0207, "refund": 0.0316, "technical": 0.8878 } }, "churn_risk": { "probabilities": { "0": 0.0169, "1": 0.0454, "2": 0.7131, "3": 0.2246 } }, "needs_human": { "probabilities": { "true": 0.8245, "false": 0.1755 } }, "urgency": { "probabilities": { "0": 0.0291, "1": 0.0696, "2": 0.1996, "3": 0.7017 } } }, "customer_service_000079": { "action": { "probabilities": { "answer_directly": 0.1857, "close_no_action": 0.0331, "escalate_to_human": 0.6404, "execute_refund": 0.0464, "request_information": 0.0944 } }, "category": { "probabilities": { "account": 0.0327, "billing": 0.8334, "delivery": 0.0269, "refund": 0.0261, "technical": 0.0809 } }, "churn_risk": { "probabilities": { "0": 0.0182, "1": 0.0456, "2": 0.6581, "3": 0.2781 } }, "needs_human": { "probabilities": { "true": 0.7317, "false": 0.2683 } }, "urgency": { "probabilities": { "0": 0.0551, "1": 0.1068, "2": 0.4015, "3": 0.4366 } } }, "customer_service_000080": { "action": { "probabilities": { "answer_directly": 0.1206, "close_no_action": 0.0154, "escalate_to_human": 0.4158, "execute_refund": 0.05, "request_information": 0.3983 } }, "category": { "probabilities": { "account": 0.0165, "billing": 0.0094, "delivery": 0.7391, "refund": 0.0434, "technical": 0.1916 } }, "churn_risk": { "probabilities": { "0": 0.0542, "1": 0.1513, "2": 0.2407, "3": 0.5537 } }, "needs_human": { "probabilities": { "true": 0.7989, "false": 0.2011 } }, "urgency": { "probabilities": { "0": 0.0162, "1": 0.0344, "2": 0.0859, "3": 0.8636 } } }, "customer_service_000081": { "action": { "probabilities": { "answer_directly": 0.0428, "close_no_action": 0.0097, "escalate_to_human": 0.0436, "execute_refund": 0.0058, "request_information": 0.8981 } }, "category": { "probabilities": { "account": 0.1608, "billing": 0.0074, "delivery": 0.0098, "refund": 0.0094, "technical": 0.8125 } }, "churn_risk": { "probabilities": { "0": 0.135, "1": 0.6544, "2": 0.1949, "3": 0.0158 } }, "needs_human": { "probabilities": { "true": 0.3718, "false": 0.6282 } }, "urgency": { "probabilities": { "0": 0.089, "1": 0.6347, "2": 0.2511, "3": 0.0253 } } }, "customer_service_000082": { "action": { "probabilities": { "answer_directly": 0.1781, "close_no_action": 0.0387, "escalate_to_human": 0.5196, "execute_refund": 0.0327, "request_information": 0.2309 } }, "category": { "probabilities": { "account": 0.4063, "billing": 0.5264, "delivery": 0.0114, "refund": 0.0113, "technical": 0.0446 } }, "churn_risk": { "probabilities": { "0": 0.0203, "1": 0.0779, "2": 0.8326, "3": 0.0692 } }, "needs_human": { "probabilities": { "true": 0.6508, "false": 0.3492 } }, "urgency": { "probabilities": { "0": 0.0613, "1": 0.248, "2": 0.5921, "3": 0.0986 } } }, "customer_service_000083": { "action": { "probabilities": { "answer_directly": 0.0416, "close_no_action": 0.0131, "escalate_to_human": 0.2836, "execute_refund": 0.0076, "request_information": 0.6541 } }, "category": { "probabilities": { "account": 0.8901, "billing": 0.0053, "delivery": 0.0063, "refund": 0.0059, "technical": 0.0923 } }, "churn_risk": { "probabilities": { "0": 0.049, "1": 0.218, "2": 0.4977, "3": 0.2354 } }, "needs_human": { "probabilities": { "true": 0.6332, "false": 0.3668 } }, "urgency": { "probabilities": { "0": 0.0663, "1": 0.2378, "2": 0.5428, "3": 0.1531 } } }, "customer_service_000084": { "action": { "probabilities": { "answer_directly": 0.0652, "close_no_action": 0.0111, "escalate_to_human": 0.425, "execute_refund": 0.4103, "request_information": 0.0885 } }, "category": { "probabilities": { "account": 0.0144, "billing": 0.0297, "delivery": 0.0128, "refund": 0.9289, "technical": 0.0143 } }, "churn_risk": { "probabilities": { "0": 0.0127, "1": 0.0459, "2": 0.7218, "3": 0.2196 } }, "needs_human": { "probabilities": { "true": 0.7595, "false": 0.2405 } }, "urgency": { "probabilities": { "0": 0.0254, "1": 0.0719, "2": 0.367, "3": 0.5358 } } }, "customer_service_000085": { "action": { "probabilities": { "answer_directly": 0.1298, "close_no_action": 0.0499, "escalate_to_human": 0.6371, "execute_refund": 0.0707, "request_information": 0.1125 } }, "category": { "probabilities": { "account": 0.0143, "billing": 0.0087, "delivery": 0.8383, "refund": 0.0335, "technical": 0.1052 } }, "churn_risk": { "probabilities": { "0": 0.0119, "1": 0.0336, "2": 0.2882, "3": 0.6663 } }, "needs_human": { "probabilities": { "true": 0.7945, "false": 0.2055 } }, "urgency": { "probabilities": { "0": 0.0241, "1": 0.057, "2": 0.2457, "3": 0.6732 } } }, "customer_service_000086": { "action": { "probabilities": { "answer_directly": 0.0866, "close_no_action": 0.0248, "escalate_to_human": 0.5817, "execute_refund": 0.2259, "request_information": 0.0811 } }, "category": { "probabilities": { "account": 0.0193, "billing": 0.8694, "delivery": 0.0168, "refund": 0.0673, "technical": 0.0273 } }, "churn_risk": { "probabilities": { "0": 0.0126, "1": 0.038, "2": 0.7512, "3": 0.1981 } }, "needs_human": { "probabilities": { "true": 0.784, "false": 0.216 } }, "urgency": { "probabilities": { "0": 0.0402, "1": 0.1004, "2": 0.593, "3": 0.2663 } } }, "customer_service_000087": { "action": { "probabilities": { "answer_directly": 0.1013, "close_no_action": 0.0453, "escalate_to_human": 0.7249, "execute_refund": 0.0266, "request_information": 0.1018 } }, "category": { "probabilities": { "account": 0.565, "billing": 0.006, "delivery": 0.0064, "refund": 0.0063, "technical": 0.4163 } }, "churn_risk": { "probabilities": { "0": 0.0163, "1": 0.0761, "2": 0.8243, "3": 0.0833 } }, "needs_human": { "probabilities": { "true": 0.8068, "false": 0.1932 } }, "urgency": { "probabilities": { "0": 0.0471, "1": 0.146, "2": 0.7353, "3": 0.0716 } } }, "customer_service_000088": { "action": { "probabilities": { "answer_directly": 0.2419, "close_no_action": 0.0221, "escalate_to_human": 0.5988, "execute_refund": 0.0279, "request_information": 0.1092 } }, "category": { "probabilities": { "account": 0.0539, "billing": 0.873, "delivery": 0.0192, "refund": 0.0186, "technical": 0.0353 } }, "churn_risk": { "probabilities": { "0": 0.0143, "1": 0.0438, "2": 0.7787, "3": 0.1631 } }, "needs_human": { "probabilities": { "true": 0.8, "false": 0.2 } }, "urgency": { "probabilities": { "0": 0.0391, "1": 0.1154, "2": 0.6414, "3": 0.2041 } } }, "customer_service_000089": { "action": { "probabilities": { "answer_directly": 0.736, "close_no_action": 0.1014, "escalate_to_human": 0.0419, "execute_refund": 0.0163, "request_information": 0.1045 } }, "category": { "probabilities": { "account": 0.7654, "billing": 0.0305, "delivery": 0.0163, "refund": 0.1669, "technical": 0.0209 } }, "churn_risk": { "probabilities": { "0": 0.4967, "1": 0.0954, "2": 0.0217, "3": 0.3863 } }, "needs_human": { "probabilities": { "true": 0.0552, "false": 0.9448 } }, "urgency": { "probabilities": { "0": 0.4191, "1": 0.5031, "2": 0.065, "3": 0.0128 } } }, "customer_service_000090": { "action": { "probabilities": { "answer_directly": 0.1904, "close_no_action": 0.0506, "escalate_to_human": 0.3442, "execute_refund": 0.1863, "request_information": 0.2285 } }, "category": { "probabilities": { "account": 0.0554, "billing": 0.0308, "delivery": 0.0118, "refund": 0.5642, "technical": 0.3379 } }, "churn_risk": { "probabilities": { "0": 0.0072, "1": 0.0117, "2": 0.3953, "3": 0.5859 } }, "needs_human": { "probabilities": { "true": 0.8324, "false": 0.1676 } }, "urgency": { "probabilities": { "0": 0.0315, "1": 0.0532, "2": 0.2085, "3": 0.7067 } } }, "customer_service_000091": { "action": { "probabilities": { "answer_directly": 0.1999, "close_no_action": 0.0331, "escalate_to_human": 0.5741, "execute_refund": 0.0549, "request_information": 0.138 } }, "category": { "probabilities": { "account": 0.0376, "billing": 0.8978, "delivery": 0.0228, "refund": 0.0215, "technical": 0.0203 } }, "churn_risk": { "probabilities": { "0": 0.0264, "1": 0.0693, "2": 0.6459, "3": 0.2584 } }, "needs_human": { "probabilities": { "true": 0.7899, "false": 0.2101 } }, "urgency": { "probabilities": { "0": 0.0721, "1": 0.1361, "2": 0.3883, "3": 0.4035 } } }, "customer_service_000092": { "action": { "probabilities": { "answer_directly": 0.0452, "close_no_action": 0.011, "escalate_to_human": 0.4645, "execute_refund": 0.0616, "request_information": 0.4177 } }, "category": { "probabilities": { "account": 0.0086, "billing": 0.0048, "delivery": 0.9221, "refund": 0.0166, "technical": 0.0479 } }, "churn_risk": { "probabilities": { "0": 0.0171, "1": 0.0757, "2": 0.8143, "3": 0.0929 } }, "needs_human": { "probabilities": { "true": 0.7241, "false": 0.2759 } }, "urgency": { "probabilities": { "0": 0.044, "1": 0.1054, "2": 0.5692, "3": 0.2813 } } }, "customer_service_000093": { "action": { "probabilities": { "answer_directly": 0.0731, "close_no_action": 0.0372, "escalate_to_human": 0.6316, "execute_refund": 0.0565, "request_information": 0.2016 } }, "category": { "probabilities": { "account": 0.0536, "billing": 0.0249, "delivery": 0.018, "refund": 0.0319, "technical": 0.8716 } }, "churn_risk": { "probabilities": { "0": 0.0139, "1": 0.0274, "2": 0.3399, "3": 0.6188 } }, "needs_human": { "probabilities": { "true": 0.821, "false": 0.179 } }, "urgency": { "probabilities": { "0": 0.0204, "1": 0.0437, "2": 0.1326, "3": 0.8033 } } }, "customer_service_000094": { "action": { "probabilities": { "answer_directly": 0.0796, "close_no_action": 0.0236, "escalate_to_human": 0.4964, "execute_refund": 0.0581, "request_information": 0.3424 } }, "category": { "probabilities": { "account": 0.0255, "billing": 0.8857, "delivery": 0.0221, "refund": 0.0403, "technical": 0.0265 } }, "churn_risk": { "probabilities": { "0": 0.0265, "1": 0.0768, "2": 0.6402, "3": 0.2565 } }, "needs_human": { "probabilities": { "true": 0.7034, "false": 0.2966 } }, "urgency": { "probabilities": { "0": 0.0218, "1": 0.0454, "2": 0.0999, "3": 0.8328 } } }, "customer_service_000095": { "action": { "probabilities": { "answer_directly": 0.1114, "close_no_action": 0.0148, "escalate_to_human": 0.3135, "execute_refund": 0.1435, "request_information": 0.4168 } }, "category": { "probabilities": { "account": 0.006, "billing": 0.0038, "delivery": 0.8801, "refund": 0.0302, "technical": 0.0799 } }, "churn_risk": { "probabilities": { "0": 0.0459, "1": 0.5185, "2": 0.2848, "3": 0.1508 } }, "needs_human": { "probabilities": { "true": 0.5132, "false": 0.4868 } }, "urgency": { "probabilities": { "0": 0.0545, "1": 0.4458, "2": 0.424, "3": 0.0757 } } }, "customer_service_000096": { "action": { "probabilities": { "answer_directly": 0.1089, "close_no_action": 0.0214, "escalate_to_human": 0.2135, "execute_refund": 0.4229, "request_information": 0.2333 } }, "category": { "probabilities": { "account": 0.0145, "billing": 0.0401, "delivery": 0.0116, "refund": 0.9212, "technical": 0.0126 } }, "churn_risk": { "probabilities": { "0": 0.0117, "1": 0.0262, "2": 0.3041, "3": 0.658 } }, "needs_human": { "probabilities": { "true": 0.5249, "false": 0.4751 } }, "urgency": { "probabilities": { "0": 0.023, "1": 0.0423, "2": 0.2252, "3": 0.7095 } } }, "customer_service_000097": { "action": { "probabilities": { "answer_directly": 0.1109, "close_no_action": 0.0297, "escalate_to_human": 0.6898, "execute_refund": 0.0256, "request_information": 0.144 } }, "category": { "probabilities": { "account": 0.0269, "billing": 0.0141, "delivery": 0.0191, "refund": 0.0264, "technical": 0.9136 } }, "churn_risk": { "probabilities": { "0": 0.0136, "1": 0.0322, "2": 0.3336, "3": 0.6206 } }, "needs_human": { "probabilities": { "true": 0.7978, "false": 0.2022 } }, "urgency": { "probabilities": { "0": 0.0199, "1": 0.0404, "2": 0.4613, "3": 0.4785 } } }, "customer_service_000098": { "action": { "probabilities": { "answer_directly": 0.1585, "close_no_action": 0.0264, "escalate_to_human": 0.3152, "execute_refund": 0.0839, "request_information": 0.416 } }, "category": { "probabilities": { "account": 0.0136, "billing": 0.9327, "delivery": 0.0099, "refund": 0.028, "technical": 0.0158 } }, "churn_risk": { "probabilities": { "0": 0.0197, "1": 0.0709, "2": 0.481, "3": 0.4284 } }, "needs_human": { "probabilities": { "true": 0.497, "false": 0.503 } }, "urgency": { "probabilities": { "0": 0.0217, "1": 0.0469, "2": 0.1237, "3": 0.8078 } } }, "customer_service_000099": { "action": { "probabilities": { "answer_directly": 0.4489, "close_no_action": 0.1001, "escalate_to_human": 0.1348, "execute_refund": 0.0498, "request_information": 0.2664 } }, "category": { "probabilities": { "account": 0.9047, "billing": 0.0422, "delivery": 0.0077, "refund": 0.0093, "technical": 0.0361 } }, "churn_risk": { "probabilities": { "0": 0.1832, "1": 0.5781, "2": 0.1659, "3": 0.0728 } }, "needs_human": { "probabilities": { "true": 0.1761, "false": 0.8239 } }, "urgency": { "probabilities": { "0": 0.0163, "1": 0.0545, "2": 0.1416, "3": 0.7876 } } }, "invoice_processing_000000": { "discrepancy_severity": { "probabilities": { "0": 0.0323, "1": 0.0371, "2": 0.3183, "3": 0.6123 } }, "disposition": { "probabilities": { "approve": 0.0289, "hold": 0.2484, "manual_review": 0.6303, "reject": 0.0925 } }, "duplicate": { "probabilities": { "true": 0.0101, "false": 0.9899 } }, "matches_order": { "probabilities": { "true": 0.0655, "false": 0.9345 } }, "urgency": { "probabilities": { "0": 0.0265, "1": 0.0491, "2": 0.6101, "3": 0.3143 } } }, "invoice_processing_000001": { "discrepancy_severity": { "probabilities": { "0": 0.0197, "1": 0.0326, "2": 0.2776, "3": 0.67 } }, "disposition": { "probabilities": { "approve": 0.0223, "hold": 0.291, "manual_review": 0.6181, "reject": 0.0686 } }, "duplicate": { "probabilities": { "true": 0.0127, "false": 0.9873 } }, "matches_order": { "probabilities": { "true": 0.0673, "false": 0.9327 } }, "urgency": { "probabilities": { "0": 0.0705, "1": 0.317, "2": 0.5219, "3": 0.0906 } } }, "invoice_processing_000002": { "discrepancy_severity": { "probabilities": { "0": 0.8208, "1": 0.0877, "2": 0.0502, "3": 0.0413 } }, "disposition": { "probabilities": { "approve": 0.9083, "hold": 0.0245, "manual_review": 0.0458, "reject": 0.0214 } }, "duplicate": { "probabilities": { "true": 0.0186, "false": 0.9814 } }, "matches_order": { "probabilities": { "true": 0.9022, "false": 0.0978 } }, "urgency": { "probabilities": { "0": 0.189, "1": 0.5381, "2": 0.1633, "3": 0.1097 } } }, "invoice_processing_000003": { "discrepancy_severity": { "probabilities": { "0": 0.052, "1": 0.1244, "2": 0.7026, "3": 0.121 } }, "disposition": { "probabilities": { "approve": 0.0193, "hold": 0.3068, "manual_review": 0.6099, "reject": 0.064 } }, "duplicate": { "probabilities": { "true": 0.0142, "false": 0.9858 } }, "matches_order": { "probabilities": { "true": 0.0975, "false": 0.9025 } }, "urgency": { "probabilities": { "0": 0.0184, "1": 0.0321, "2": 0.5807, "3": 0.3688 } } }, "invoice_processing_000004": { "discrepancy_severity": { "probabilities": { "0": 0.0138, "1": 0.014, "2": 0.1716, "3": 0.8006 } }, "disposition": { "probabilities": { "approve": 0.0114, "hold": 0.2732, "manual_review": 0.6009, "reject": 0.1145 } }, "duplicate": { "probabilities": { "true": 0.0129, "false": 0.9871 } }, "matches_order": { "probabilities": { "true": 0.0458, "false": 0.9542 } }, "urgency": { "probabilities": { "0": 0.08, "1": 0.3311, "2": 0.5192, "3": 0.0696 } } }, "invoice_processing_000005": { "discrepancy_severity": { "probabilities": { "0": 0.0321, "1": 0.0349, "2": 0.2229, "3": 0.7101 } }, "disposition": { "probabilities": { "approve": 0.0292, "hold": 0.2966, "manual_review": 0.6011, "reject": 0.0732 } }, "duplicate": { "probabilities": { "true": 0.0126, "false": 0.9874 } }, "matches_order": { "probabilities": { "true": 0.0713, "false": 0.9287 } }, "urgency": { "probabilities": { "0": 0.1506, "1": 0.3467, "2": 0.3455, "3": 0.1571 } } }, "invoice_processing_000006": { "discrepancy_severity": { "probabilities": { "0": 0.0612, "1": 0.1973, "2": 0.6515, "3": 0.09 } }, "disposition": { "probabilities": { "approve": 0.1345, "hold": 0.2837, "manual_review": 0.56, "reject": 0.0217 } }, "duplicate": { "probabilities": { "true": 0.0077, "false": 0.9923 } }, "matches_order": { "probabilities": { "true": 0.1398, "false": 0.8602 } }, "urgency": { "probabilities": { "0": 0.0554, "1": 0.4231, "2": 0.46, "3": 0.0615 } } }, "invoice_processing_000007": { "discrepancy_severity": { "probabilities": { "0": 0.0292, "1": 0.0417, "2": 0.3536, "3": 0.5754 } }, "disposition": { "probabilities": { "approve": 0.0262, "hold": 0.2436, "manual_review": 0.6757, "reject": 0.0545 } }, "duplicate": { "probabilities": { "true": 0.0107, "false": 0.9893 } }, "matches_order": { "probabilities": { "true": 0.0776, "false": 0.9224 } }, "urgency": { "probabilities": { "0": 0.0435, "1": 0.0885, "2": 0.5094, "3": 0.3586 } } }, "invoice_processing_000008": { "discrepancy_severity": { "probabilities": { "0": 0.0487, "1": 0.0343, "2": 0.2356, "3": 0.6814 } }, "disposition": { "probabilities": { "approve": 0.0254, "hold": 0.6993, "manual_review": 0.2085, "reject": 0.0668 } }, "duplicate": { "probabilities": { "true": 0.0239, "false": 0.9761 } }, "matches_order": { "probabilities": { "true": 0.119, "false": 0.881 } }, "urgency": { "probabilities": { "0": 0.0531, "1": 0.1128, "2": 0.6951, "3": 0.139 } } }, "invoice_processing_000009": { "discrepancy_severity": { "probabilities": { "0": 0.7959, "1": 0.1106, "2": 0.0642, "3": 0.0294 } }, "disposition": { "probabilities": { "approve": 0.8123, "hold": 0.0849, "manual_review": 0.0809, "reject": 0.0219 } }, "duplicate": { "probabilities": { "true": 0.015, "false": 0.985 } }, "matches_order": { "probabilities": { "true": 0.9025, "false": 0.0975 } }, "urgency": { "probabilities": { "0": 0.0659, "1": 0.2236, "2": 0.5674, "3": 0.1431 } } }, "invoice_processing_000010": { "discrepancy_severity": { "probabilities": { "0": 0.836, "1": 0.0913, "2": 0.0407, "3": 0.0321 } }, "disposition": { "probabilities": { "approve": 0.9061, "hold": 0.0237, "manual_review": 0.047, "reject": 0.0232 } }, "duplicate": { "probabilities": { "true": 0.0217, "false": 0.9783 } }, "matches_order": { "probabilities": { "true": 0.9088, "false": 0.0912 } }, "urgency": { "probabilities": { "0": 0.1063, "1": 0.3876, "2": 0.3727, "3": 0.1334 } } }, "invoice_processing_000011": { "discrepancy_severity": { "probabilities": { "0": 0.8142, "1": 0.1012, "2": 0.0532, "3": 0.0314 } }, "disposition": { "probabilities": { "approve": 0.9111, "hold": 0.0253, "manual_review": 0.0454, "reject": 0.0182 } }, "duplicate": { "probabilities": { "true": 0.0177, "false": 0.9823 } }, "matches_order": { "probabilities": { "true": 0.869, "false": 0.131 } }, "urgency": { "probabilities": { "0": 0.1823, "1": 0.5574, "2": 0.1428, "3": 0.1175 } } }, "invoice_processing_000012": { "discrepancy_severity": { "probabilities": { "0": 0.813, "1": 0.0962, "2": 0.0441, "3": 0.0467 } }, "disposition": { "probabilities": { "approve": 0.6249, "hold": 0.11, "manual_review": 0.0463, "reject": 0.2188 } }, "duplicate": { "probabilities": { "true": 0.626, "false": 0.374 } }, "matches_order": { "probabilities": { "true": 0.9336, "false": 0.0664 } }, "urgency": { "probabilities": { "0": 0.0319, "1": 0.0576, "2": 0.5146, "3": 0.396 } } }, "invoice_processing_000013": { "discrepancy_severity": { "probabilities": { "0": 0.0244, "1": 0.0656, "2": 0.6452, "3": 0.2648 } }, "disposition": { "probabilities": { "approve": 0.0293, "hold": 0.2885, "manual_review": 0.6479, "reject": 0.0343 } }, "duplicate": { "probabilities": { "true": 0.0114, "false": 0.9886 } }, "matches_order": { "probabilities": { "true": 0.1123, "false": 0.8877 } }, "urgency": { "probabilities": { "0": 0.0641, "1": 0.1901, "2": 0.6031, "3": 0.1428 } } }, "invoice_processing_000014": { "discrepancy_severity": { "probabilities": { "0": 0.7748, "1": 0.1281, "2": 0.0603, "3": 0.0368 } }, "disposition": { "probabilities": { "approve": 0.7557, "hold": 0.1167, "manual_review": 0.0991, "reject": 0.0284 } }, "duplicate": { "probabilities": { "true": 0.023, "false": 0.977 } }, "matches_order": { "probabilities": { "true": 0.8962, "false": 0.1038 } }, "urgency": { "probabilities": { "0": 0.1594, "1": 0.4925, "2": 0.2085, "3": 0.1396 } } }, "invoice_processing_000015": { "discrepancy_severity": { "probabilities": { "0": 0.8151, "1": 0.1037, "2": 0.0482, "3": 0.033 } }, "disposition": { "probabilities": { "approve": 0.7849, "hold": 0.0911, "manual_review": 0.0868, "reject": 0.0372 } }, "duplicate": { "probabilities": { "true": 0.0242, "false": 0.9758 } }, "matches_order": { "probabilities": { "true": 0.9082, "false": 0.0918 } }, "urgency": { "probabilities": { "0": 0.0983, "1": 0.3776, "2": 0.4074, "3": 0.1167 } } }, "invoice_processing_000016": { "discrepancy_severity": { "probabilities": { "0": 0.0139, "1": 0.0142, "2": 0.1397, "3": 0.8321 } }, "disposition": { "probabilities": { "approve": 0.013, "hold": 0.2497, "manual_review": 0.6425, "reject": 0.0949 } }, "duplicate": { "probabilities": { "true": 0.0117, "false": 0.9883 } }, "matches_order": { "probabilities": { "true": 0.052, "false": 0.948 } }, "urgency": { "probabilities": { "0": 0.2848, "1": 0.4475, "2": 0.1706, "3": 0.097 } } }, "invoice_processing_000017": { "discrepancy_severity": { "probabilities": { "0": 0.0205, "1": 0.0406, "2": 0.4894, "3": 0.4495 } }, "disposition": { "probabilities": { "approve": 0.0245, "hold": 0.2631, "manual_review": 0.663, "reject": 0.0494 } }, "duplicate": { "probabilities": { "true": 0.0119, "false": 0.9881 } }, "matches_order": { "probabilities": { "true": 0.0776, "false": 0.9224 } }, "urgency": { "probabilities": { "0": 0.0621, "1": 0.4918, "2": 0.3839, "3": 0.0621 } } }, "invoice_processing_000018": { "discrepancy_severity": { "probabilities": { "0": 0.047, "1": 0.0281, "2": 0.2135, "3": 0.7114 } }, "disposition": { "probabilities": { "approve": 0.0185, "hold": 0.5865, "manual_review": 0.323, "reject": 0.072 } }, "duplicate": { "probabilities": { "true": 0.0192, "false": 0.9808 } }, "matches_order": { "probabilities": { "true": 0.1171, "false": 0.8829 } }, "urgency": { "probabilities": { "0": 0.0261, "1": 0.0426, "2": 0.4547, "3": 0.4765 } } }, "invoice_processing_000019": { "discrepancy_severity": { "probabilities": { "0": 0.0339, "1": 0.0913, "2": 0.7052, "3": 0.1697 } }, "disposition": { "probabilities": { "approve": 0.0291, "hold": 0.3074, "manual_review": 0.6197, "reject": 0.0438 } }, "duplicate": { "probabilities": { "true": 0.0131, "false": 0.9869 } }, "matches_order": { "probabilities": { "true": 0.0791, "false": 0.9209 } }, "urgency": { "probabilities": { "0": 0.1449, "1": 0.3405, "2": 0.3514, "3": 0.1631 } } }, "invoice_processing_000020": { "discrepancy_severity": { "probabilities": { "0": 0.8, "1": 0.0991, "2": 0.0536, "3": 0.0473 } }, "disposition": { "probabilities": { "approve": 0.9111, "hold": 0.0231, "manual_review": 0.0426, "reject": 0.0232 } }, "duplicate": { "probabilities": { "true": 0.0226, "false": 0.9774 } }, "matches_order": { "probabilities": { "true": 0.8997, "false": 0.1003 } }, "urgency": { "probabilities": { "0": 0.1276, "1": 0.3761, "2": 0.3936, "3": 0.1028 } } }, "invoice_processing_000021": { "discrepancy_severity": { "probabilities": { "0": 0.8131, "1": 0.0837, "2": 0.0406, "3": 0.0627 } }, "disposition": { "probabilities": { "approve": 0.56, "hold": 0.152, "manual_review": 0.0389, "reject": 0.2492 } }, "duplicate": { "probabilities": { "true": 0.8829, "false": 0.1171 } }, "matches_order": { "probabilities": { "true": 0.9345, "false": 0.0655 } }, "urgency": { "probabilities": { "0": 0.117, "1": 0.3995, "2": 0.4202, "3": 0.0633 } } }, "invoice_processing_000022": { "discrepancy_severity": { "probabilities": { "0": 0.7526, "1": 0.1431, "2": 0.0688, "3": 0.0355 } }, "disposition": { "probabilities": { "approve": 0.8123, "hold": 0.0738, "manual_review": 0.0886, "reject": 0.0253 } }, "duplicate": { "probabilities": { "true": 0.015, "false": 0.985 } }, "matches_order": { "probabilities": { "true": 0.901, "false": 0.099 } }, "urgency": { "probabilities": { "0": 0.1194, "1": 0.4817, "2": 0.2954, "3": 0.1036 } } }, "invoice_processing_000023": { "discrepancy_severity": { "probabilities": { "0": 0.7962, "1": 0.0888, "2": 0.042, "3": 0.0729 } }, "disposition": { "probabilities": { "approve": 0.7588, "hold": 0.0362, "manual_review": 0.0266, "reject": 0.1784 } }, "duplicate": { "probabilities": { "true": 0.859, "false": 0.141 } }, "matches_order": { "probabilities": { "true": 0.8922, "false": 0.1078 } }, "urgency": { "probabilities": { "0": 0.1097, "1": 0.668, "2": 0.1714, "3": 0.0509 } } }, "invoice_processing_000024": { "discrepancy_severity": { "probabilities": { "0": 0.8007, "1": 0.1034, "2": 0.0536, "3": 0.0423 } }, "disposition": { "probabilities": { "approve": 0.8294, "hold": 0.0681, "manual_review": 0.072, "reject": 0.0305 } }, "duplicate": { "probabilities": { "true": 0.0192, "false": 0.9808 } }, "matches_order": { "probabilities": { "true": 0.9141, "false": 0.0859 } }, "urgency": { "probabilities": { "0": 0.0952, "1": 0.3319, "2": 0.4417, "3": 0.1312 } } }, "invoice_processing_000025": { "discrepancy_severity": { "probabilities": { "0": 0.0304, "1": 0.0667, "2": 0.7115, "3": 0.1915 } }, "disposition": { "probabilities": { "approve": 0.0228, "hold": 0.3044, "manual_review": 0.6354, "reject": 0.0374 } }, "duplicate": { "probabilities": { "true": 0.0114, "false": 0.9886 } }, "matches_order": { "probabilities": { "true": 0.0704, "false": 0.9296 } }, "urgency": { "probabilities": { "0": 0.0605, "1": 0.2325, "2": 0.5833, "3": 0.1237 } } }, "invoice_processing_000026": { "discrepancy_severity": { "probabilities": { "0": 0.8113, "1": 0.0879, "2": 0.0391, "3": 0.0616 } }, "disposition": { "probabilities": { "approve": 0.8214, "hold": 0.0255, "manual_review": 0.0187, "reject": 0.1344 } }, "duplicate": { "probabilities": { "true": 0.8252, "false": 0.1748 } }, "matches_order": { "probabilities": { "true": 0.907, "false": 0.093 } }, "urgency": { "probabilities": { "0": 0.1228, "1": 0.4045, "2": 0.3786, "3": 0.0942 } } }, "invoice_processing_000027": { "discrepancy_severity": { "probabilities": { "0": 0.7604, "1": 0.1034, "2": 0.0772, "3": 0.059 } }, "disposition": { "probabilities": { "approve": 0.6343, "hold": 0.1382, "manual_review": 0.0497, "reject": 0.1778 } }, "duplicate": { "probabilities": { "true": 0.7001, "false": 0.2999 } }, "matches_order": { "probabilities": { "true": 0.9073, "false": 0.0927 } }, "urgency": { "probabilities": { "0": 0.0774, "1": 0.2466, "2": 0.5471, "3": 0.1289 } } }, "invoice_processing_000028": { "discrepancy_severity": { "probabilities": { "0": 0.0589, "1": 0.0341, "2": 0.2629, "3": 0.6441 } }, "disposition": { "probabilities": { "approve": 0.0256, "hold": 0.7316, "manual_review": 0.1801, "reject": 0.0627 } }, "duplicate": { "probabilities": { "true": 0.0167, "false": 0.9833 } }, "matches_order": { "probabilities": { "true": 0.1171, "false": 0.8829 } }, "urgency": { "probabilities": { "0": 0.0508, "1": 0.1573, "2": 0.6039, "3": 0.188 } } }, "invoice_processing_000029": { "discrepancy_severity": { "probabilities": { "0": 0.0183, "1": 0.0275, "2": 0.1763, "3": 0.7779 } }, "disposition": { "probabilities": { "approve": 0.0195, "hold": 0.2525, "manual_review": 0.6811, "reject": 0.0469 } }, "duplicate": { "probabilities": { "true": 0.0116, "false": 0.9884 } }, "matches_order": { "probabilities": { "true": 0.0618, "false": 0.9382 } }, "urgency": { "probabilities": { "0": 0.1131, "1": 0.4454, "2": 0.365, "3": 0.0765 } } }, "invoice_processing_000030": { "discrepancy_severity": { "probabilities": { "0": 0.8407, "1": 0.0801, "2": 0.0308, "3": 0.0484 } }, "disposition": { "probabilities": { "approve": 0.7038, "hold": 0.0371, "manual_review": 0.0244, "reject": 0.2347 } }, "duplicate": { "probabilities": { "true": 0.9582, "false": 0.0418 } }, "matches_order": { "probabilities": { "true": 0.9194, "false": 0.0806 } }, "urgency": { "probabilities": { "0": 0.0849, "1": 0.5682, "2": 0.2869, "3": 0.06 } } }, "invoice_processing_000031": { "discrepancy_severity": { "probabilities": { "0": 0.8612, "1": 0.0714, "2": 0.0417, "3": 0.0256 } }, "disposition": { "probabilities": { "approve": 0.675, "hold": 0.1704, "manual_review": 0.1122, "reject": 0.0424 } }, "duplicate": { "probabilities": { "true": 0.0132, "false": 0.9868 } }, "matches_order": { "probabilities": { "true": 0.935, "false": 0.065 } }, "urgency": { "probabilities": { "0": 0.0352, "1": 0.0669, "2": 0.6406, "3": 0.2572 } } }, "invoice_processing_000032": { "discrepancy_severity": { "probabilities": { "0": 0.8258, "1": 0.0973, "2": 0.0492, "3": 0.0277 } }, "disposition": { "probabilities": { "approve": 0.8606, "hold": 0.0544, "manual_review": 0.0635, "reject": 0.0215 } }, "duplicate": { "probabilities": { "true": 0.0239, "false": 0.9761 } }, "matches_order": { "probabilities": { "true": 0.9127, "false": 0.0873 } }, "urgency": { "probabilities": { "0": 0.0963, "1": 0.4978, "2": 0.3375, "3": 0.0684 } } }, "invoice_processing_000033": { "discrepancy_severity": { "probabilities": { "0": 0.0456, "1": 0.0867, "2": 0.5243, "3": 0.3434 } }, "disposition": { "probabilities": { "approve": 0.0555, "hold": 0.3045, "manual_review": 0.6011, "reject": 0.0389 } }, "duplicate": { "probabilities": { "true": 0.0119, "false": 0.9881 } }, "matches_order": { "probabilities": { "true": 0.061, "false": 0.939 } }, "urgency": { "probabilities": { "0": 0.0732, "1": 0.5164, "2": 0.3637, "3": 0.0468 } } }, "invoice_processing_000034": { "discrepancy_severity": { "probabilities": { "0": 0.8559, "1": 0.0827, "2": 0.0387, "3": 0.0227 } }, "disposition": { "probabilities": { "approve": 0.4899, "hold": 0.2712, "manual_review": 0.1635, "reject": 0.0753 } }, "duplicate": { "probabilities": { "true": 0.0302, "false": 0.9698 } }, "matches_order": { "probabilities": { "true": 0.9406, "false": 0.0594 } }, "urgency": { "probabilities": { "0": 0.0326, "1": 0.0468, "2": 0.5749, "3": 0.3457 } } }, "invoice_processing_000035": { "discrepancy_severity": { "probabilities": { "0": 0.0225, "1": 0.0367, "2": 0.4863, "3": 0.4545 } }, "disposition": { "probabilities": { "approve": 0.0166, "hold": 0.1939, "manual_review": 0.7121, "reject": 0.0774 } }, "duplicate": { "probabilities": { "true": 0.0111, "false": 0.9889 } }, "matches_order": { "probabilities": { "true": 0.0559, "false": 0.9441 } }, "urgency": { "probabilities": { "0": 0.0354, "1": 0.0635, "2": 0.6319, "3": 0.2693 } } }, "invoice_processing_000036": { "discrepancy_severity": { "probabilities": { "0": 0.8714, "1": 0.0688, "2": 0.0357, "3": 0.0241 } }, "disposition": { "probabilities": { "approve": 0.7692, "hold": 0.0967, "manual_review": 0.0935, "reject": 0.0406 } }, "duplicate": { "probabilities": { "true": 0.0143, "false": 0.9857 } }, "matches_order": { "probabilities": { "true": 0.9444, "false": 0.0556 } }, "urgency": { "probabilities": { "0": 0.0313, "1": 0.0542, "2": 0.5342, "3": 0.3804 } } }, "invoice_processing_000037": { "discrepancy_severity": { "probabilities": { "0": 0.818, "1": 0.0968, "2": 0.0531, "3": 0.0322 } }, "disposition": { "probabilities": { "approve": 0.6524, "hold": 0.1563, "manual_review": 0.1457, "reject": 0.0455 } }, "duplicate": { "probabilities": { "true": 0.014, "false": 0.986 } }, "matches_order": { "probabilities": { "true": 0.8987, "false": 0.1013 } }, "urgency": { "probabilities": { "0": 0.0334, "1": 0.0627, "2": 0.4444, "3": 0.4595 } } }, "invoice_processing_000038": { "discrepancy_severity": { "probabilities": { "0": 0.8416, "1": 0.0679, "2": 0.0392, "3": 0.0514 } }, "disposition": { "probabilities": { "approve": 0.7815, "hold": 0.0583, "manual_review": 0.024, "reject": 0.1361 } }, "duplicate": { "probabilities": { "true": 0.7394, "false": 0.2606 } }, "matches_order": { "probabilities": { "true": 0.9259, "false": 0.0741 } }, "urgency": { "probabilities": { "0": 0.1117, "1": 0.5611, "2": 0.2958, "3": 0.0314 } } }, "invoice_processing_000039": { "discrepancy_severity": { "probabilities": { "0": 0.0344, "1": 0.1345, "2": 0.7086, "3": 0.1224 } }, "disposition": { "probabilities": { "approve": 0.0433, "hold": 0.2962, "manual_review": 0.6269, "reject": 0.0337 } }, "duplicate": { "probabilities": { "true": 0.0114, "false": 0.9886 } }, "matches_order": { "probabilities": { "true": 0.0994, "false": 0.9006 } }, "urgency": { "probabilities": { "0": 0.0954, "1": 0.4351, "2": 0.3947, "3": 0.0748 } } }, "invoice_processing_000040": { "discrepancy_severity": { "probabilities": { "0": 0.7877, "1": 0.0861, "2": 0.0454, "3": 0.0808 } }, "disposition": { "probabilities": { "approve": 0.7697, "hold": 0.0378, "manual_review": 0.026, "reject": 0.1666 } }, "duplicate": { "probabilities": { "true": 0.8284, "false": 0.1716 } }, "matches_order": { "probabilities": { "true": 0.8968, "false": 0.1032 } }, "urgency": { "probabilities": { "0": 0.1112, "1": 0.2932, "2": 0.4696, "3": 0.1261 } } }, "invoice_processing_000041": { "discrepancy_severity": { "probabilities": { "0": 0.8481, "1": 0.066, "2": 0.0362, "3": 0.0496 } }, "disposition": { "probabilities": { "approve": 0.579, "hold": 0.1128, "manual_review": 0.0452, "reject": 0.263 } }, "duplicate": { "probabilities": { "true": 0.8792, "false": 0.1208 } }, "matches_order": { "probabilities": { "true": 0.9314, "false": 0.0686 } }, "urgency": { "probabilities": { "0": 0.046, "1": 0.0729, "2": 0.3538, "3": 0.5273 } } }, "invoice_processing_000042": { "discrepancy_severity": { "probabilities": { "0": 0.8442, "1": 0.0676, "2": 0.036, "3": 0.0522 } }, "disposition": { "probabilities": { "approve": 0.4893, "hold": 0.1665, "manual_review": 0.0523, "reject": 0.2918 } }, "duplicate": { "probabilities": { "true": 0.6548, "false": 0.3452 } }, "matches_order": { "probabilities": { "true": 0.938, "false": 0.062 } }, "urgency": { "probabilities": { "0": 0.0369, "1": 0.0661, "2": 0.5688, "3": 0.3282 } } }, "invoice_processing_000043": { "discrepancy_severity": { "probabilities": { "0": 0.8457, "1": 0.0631, "2": 0.0398, "3": 0.0514 } }, "disposition": { "probabilities": { "approve": 0.5943, "hold": 0.1136, "manual_review": 0.0488, "reject": 0.2433 } }, "duplicate": { "probabilities": { "true": 0.6589, "false": 0.3411 } }, "matches_order": { "probabilities": { "true": 0.937, "false": 0.063 } }, "urgency": { "probabilities": { "0": 0.0414, "1": 0.0709, "2": 0.5472, "3": 0.3404 } } }, "invoice_processing_000044": { "discrepancy_severity": { "probabilities": { "0": 0.0164, "1": 0.0174, "2": 0.1965, "3": 0.7698 } }, "disposition": { "probabilities": { "approve": 0.011, "hold": 0.2919, "manual_review": 0.6222, "reject": 0.0748 } }, "duplicate": { "probabilities": { "true": 0.0154, "false": 0.9846 } }, "matches_order": { "probabilities": { "true": 0.0568, "false": 0.9432 } }, "urgency": { "probabilities": { "0": 0.0824, "1": 0.4676, "2": 0.3928, "3": 0.0573 } } }, "invoice_processing_000045": { "discrepancy_severity": { "probabilities": { "0": 0.0528, "1": 0.1669, "2": 0.658, "3": 0.1223 } }, "disposition": { "probabilities": { "approve": 0.1136, "hold": 0.3069, "manual_review": 0.5515, "reject": 0.028 } }, "duplicate": { "probabilities": { "true": 0.0101, "false": 0.9899 } }, "matches_order": { "probabilities": { "true": 0.119, "false": 0.881 } }, "urgency": { "probabilities": { "0": 0.0562, "1": 0.3455, "2": 0.5211, "3": 0.0772 } } }, "invoice_processing_000046": { "discrepancy_severity": { "probabilities": { "0": 0.0493, "1": 0.0282, "2": 0.2673, "3": 0.6552 } }, "disposition": { "probabilities": { "approve": 0.026, "hold": 0.7339, "manual_review": 0.1806, "reject": 0.0595 } }, "duplicate": { "probabilities": { "true": 0.017, "false": 0.983 } }, "matches_order": { "probabilities": { "true": 0.1288, "false": 0.8712 } }, "urgency": { "probabilities": { "0": 0.1652, "1": 0.3479, "2": 0.2477, "3": 0.2391 } } }, "invoice_processing_000047": { "discrepancy_severity": { "probabilities": { "0": 0.021, "1": 0.036, "2": 0.2354, "3": 0.7076 } }, "disposition": { "probabilities": { "approve": 0.0283, "hold": 0.2307, "manual_review": 0.6921, "reject": 0.0488 } }, "duplicate": { "probabilities": { "true": 0.0109, "false": 0.9891 } }, "matches_order": { "probabilities": { "true": 0.0765, "false": 0.9235 } }, "urgency": { "probabilities": { "0": 0.1145, "1": 0.5805, "2": 0.2653, "3": 0.0396 } } }, "invoice_processing_000048": { "discrepancy_severity": { "probabilities": { "0": 0.8072, "1": 0.1157, "2": 0.0498, "3": 0.0273 } }, "disposition": { "probabilities": { "approve": 0.5998, "hold": 0.2192, "manual_review": 0.1313, "reject": 0.0497 } }, "duplicate": { "probabilities": { "true": 0.0161, "false": 0.9839 } }, "matches_order": { "probabilities": { "true": 0.9384, "false": 0.0616 } }, "urgency": { "probabilities": { "0": 0.0372, "1": 0.0633, "2": 0.6146, "3": 0.2848 } } }, "invoice_processing_000049": { "discrepancy_severity": { "probabilities": { "0": 0.8478, "1": 0.0791, "2": 0.0473, "3": 0.0259 } }, "disposition": { "probabilities": { "approve": 0.7065, "hold": 0.1345, "manual_review": 0.1154, "reject": 0.0437 } }, "duplicate": { "probabilities": { "true": 0.0158, "false": 0.9842 } }, "matches_order": { "probabilities": { "true": 0.9386, "false": 0.0614 } }, "urgency": { "probabilities": { "0": 0.0262, "1": 0.0471, "2": 0.5961, "3": 0.3305 } } }, "invoice_processing_000050": { "discrepancy_severity": { "probabilities": { "0": 0.8288, "1": 0.0967, "2": 0.0481, "3": 0.0264 } }, "disposition": { "probabilities": { "approve": 0.7059, "hold": 0.1431, "manual_review": 0.1052, "reject": 0.0458 } }, "duplicate": { "probabilities": { "true": 0.0145, "false": 0.9855 } }, "matches_order": { "probabilities": { "true": 0.9425, "false": 0.0575 } }, "urgency": { "probabilities": { "0": 0.0354, "1": 0.0636, "2": 0.6145, "3": 0.2865 } } }, "invoice_processing_000051": { "discrepancy_severity": { "probabilities": { "0": 0.0163, "1": 0.0198, "2": 0.1424, "3": 0.8215 } }, "disposition": { "probabilities": { "approve": 0.0127, "hold": 0.2041, "manual_review": 0.5496, "reject": 0.2336 } }, "duplicate": { "probabilities": { "true": 0.0188, "false": 0.9812 } }, "matches_order": { "probabilities": { "true": 0.045, "false": 0.955 } }, "urgency": { "probabilities": { "0": 0.0347, "1": 0.0615, "2": 0.6484, "3": 0.2554 } } }, "invoice_processing_000052": { "discrepancy_severity": { "probabilities": { "0": 0.0519, "1": 0.0336, "2": 0.2537, "3": 0.6608 } }, "disposition": { "probabilities": { "approve": 0.0227, "hold": 0.6988, "manual_review": 0.1923, "reject": 0.0861 } }, "duplicate": { "probabilities": { "true": 0.0157, "false": 0.9843 } }, "matches_order": { "probabilities": { "true": 0.1058, "false": 0.8942 } }, "urgency": { "probabilities": { "0": 0.1369, "1": 0.2375, "2": 0.3804, "3": 0.2451 } } }, "invoice_processing_000053": { "discrepancy_severity": { "probabilities": { "0": 0.774, "1": 0.0982, "2": 0.0443, "3": 0.0834 } }, "disposition": { "probabilities": { "approve": 0.7801, "hold": 0.0282, "manual_review": 0.0229, "reject": 0.1688 } }, "duplicate": { "probabilities": { "true": 0.8796, "false": 0.1204 } }, "matches_order": { "probabilities": { "true": 0.9168, "false": 0.0832 } }, "urgency": { "probabilities": { "0": 0.0836, "1": 0.7195, "2": 0.1441, "3": 0.0528 } } }, "invoice_processing_000054": { "discrepancy_severity": { "probabilities": { "0": 0.0184, "1": 0.037, "2": 0.551, "3": 0.3936 } }, "disposition": { "probabilities": { "approve": 0.0214, "hold": 0.2344, "manual_review": 0.7055, "reject": 0.0387 } }, "duplicate": { "probabilities": { "true": 0.0122, "false": 0.9878 } }, "matches_order": { "probabilities": { "true": 0.0691, "false": 0.9309 } }, "urgency": { "probabilities": { "0": 0.2092, "1": 0.4916, "2": 0.1979, "3": 0.1013 } } }, "invoice_processing_000055": { "discrepancy_severity": { "probabilities": { "0": 0.8415, "1": 0.0891, "2": 0.0407, "3": 0.0287 } }, "disposition": { "probabilities": { "approve": 0.8448, "hold": 0.0581, "manual_review": 0.0701, "reject": 0.027 } }, "duplicate": { "probabilities": { "true": 0.0165, "false": 0.9835 } }, "matches_order": { "probabilities": { "true": 0.9169, "false": 0.0831 } }, "urgency": { "probabilities": { "0": 0.0479, "1": 0.0962, "2": 0.5977, "3": 0.2583 } } }, "invoice_processing_000056": { "discrepancy_severity": { "probabilities": { "0": 0.7982, "1": 0.1181, "2": 0.0522, "3": 0.0315 } }, "disposition": { "probabilities": { "approve": 0.8739, "hold": 0.0475, "manual_review": 0.057, "reject": 0.0216 } }, "duplicate": { "probabilities": { "true": 0.0161, "false": 0.9839 } }, "matches_order": { "probabilities": { "true": 0.9061, "false": 0.0939 } }, "urgency": { "probabilities": { "0": 0.1023, "1": 0.3437, "2": 0.4559, "3": 0.0981 } } }, "invoice_processing_000057": { "discrepancy_severity": { "probabilities": { "0": 0.8414, "1": 0.0935, "2": 0.0364, "3": 0.0287 } }, "disposition": { "probabilities": { "approve": 0.9096, "hold": 0.023, "manual_review": 0.0449, "reject": 0.0225 } }, "duplicate": { "probabilities": { "true": 0.0179, "false": 0.9821 } }, "matches_order": { "probabilities": { "true": 0.9146, "false": 0.0854 } }, "urgency": { "probabilities": { "0": 0.1023, "1": 0.4663, "2": 0.3265, "3": 0.1049 } } }, "invoice_processing_000058": { "discrepancy_severity": { "probabilities": { "0": 0.0269, "1": 0.0422, "2": 0.3597, "3": 0.5711 } }, "disposition": { "probabilities": { "approve": 0.0163, "hold": 0.2725, "manual_review": 0.6185, "reject": 0.0927 } }, "duplicate": { "probabilities": { "true": 0.0146, "false": 0.9854 } }, "matches_order": { "probabilities": { "true": 0.0614, "false": 0.9386 } }, "urgency": { "probabilities": { "0": 0.085, "1": 0.2048, "2": 0.5913, "3": 0.1188 } } }, "invoice_processing_000059": { "discrepancy_severity": { "probabilities": { "0": 0.0576, "1": 0.0363, "2": 0.2042, "3": 0.7019 } }, "disposition": { "probabilities": { "approve": 0.0172, "hold": 0.5534, "manual_review": 0.3202, "reject": 0.1092 } }, "duplicate": { "probabilities": { "true": 0.0158, "false": 0.9842 } }, "matches_order": { "probabilities": { "true": 0.1257, "false": 0.8743 } }, "urgency": { "probabilities": { "0": 0.0357, "1": 0.0521, "2": 0.3339, "3": 0.5782 } } }, "invoice_processing_000060": { "discrepancy_severity": { "probabilities": { "0": 0.0395, "1": 0.0751, "2": 0.3907, "3": 0.4947 } }, "disposition": { "probabilities": { "approve": 0.065, "hold": 0.3099, "manual_review": 0.5806, "reject": 0.0446 } }, "duplicate": { "probabilities": { "true": 0.0111, "false": 0.9889 } }, "matches_order": { "probabilities": { "true": 0.0732, "false": 0.9268 } }, "urgency": { "probabilities": { "0": 0.104, "1": 0.4921, "2": 0.346, "3": 0.0579 } } }, "invoice_processing_000061": { "discrepancy_severity": { "probabilities": { "0": 0.0287, "1": 0.0553, "2": 0.3536, "3": 0.5624 } }, "disposition": { "probabilities": { "approve": 0.0298, "hold": 0.2792, "manual_review": 0.6152, "reject": 0.0758 } }, "duplicate": { "probabilities": { "true": 0.0107, "false": 0.9893 } }, "matches_order": { "probabilities": { "true": 0.0563, "false": 0.9437 } }, "urgency": { "probabilities": { "0": 0.0393, "1": 0.0668, "2": 0.4739, "3": 0.42 } } }, "invoice_processing_000062": { "discrepancy_severity": { "probabilities": { "0": 0.7935, "1": 0.0765, "2": 0.0612, "3": 0.0688 } }, "disposition": { "probabilities": { "approve": 0.7346, "hold": 0.0681, "manual_review": 0.0325, "reject": 0.1648 } }, "duplicate": { "probabilities": { "true": 0.7755, "false": 0.2245 } }, "matches_order": { "probabilities": { "true": 0.8803, "false": 0.1197 } }, "urgency": { "probabilities": { "0": 0.0801, "1": 0.2971, "2": 0.5339, "3": 0.0889 } } }, "invoice_processing_000063": { "discrepancy_severity": { "probabilities": { "0": 0.7828, "1": 0.1114, "2": 0.0563, "3": 0.0496 } }, "disposition": { "probabilities": { "approve": 0.899, "hold": 0.0269, "manual_review": 0.0489, "reject": 0.0252 } }, "duplicate": { "probabilities": { "true": 0.0336, "false": 0.9664 } }, "matches_order": { "probabilities": { "true": 0.9046, "false": 0.0954 } }, "urgency": { "probabilities": { "0": 0.1084, "1": 0.4347, "2": 0.3651, "3": 0.0918 } } }, "invoice_processing_000064": { "discrepancy_severity": { "probabilities": { "0": 0.7772, "1": 0.0986, "2": 0.0439, "3": 0.0804 } }, "disposition": { "probabilities": { "approve": 0.7791, "hold": 0.0299, "manual_review": 0.0223, "reject": 0.1687 } }, "duplicate": { "probabilities": { "true": 0.7939, "false": 0.2061 } }, "matches_order": { "probabilities": { "true": 0.9144, "false": 0.0856 } }, "urgency": { "probabilities": { "0": 0.0817, "1": 0.1735, "2": 0.5705, "3": 0.1742 } } }, "invoice_processing_000065": { "discrepancy_severity": { "probabilities": { "0": 0.8149, "1": 0.0998, "2": 0.0568, "3": 0.0285 } }, "disposition": { "probabilities": { "approve": 0.7587, "hold": 0.1108, "manual_review": 0.095, "reject": 0.0355 } }, "duplicate": { "probabilities": { "true": 0.0136, "false": 0.9864 } }, "matches_order": { "probabilities": { "true": 0.9259, "false": 0.0741 } }, "urgency": { "probabilities": { "0": 0.0341, "1": 0.0608, "2": 0.6164, "3": 0.2886 } } }, "invoice_processing_000066": { "discrepancy_severity": { "probabilities": { "0": 0.8238, "1": 0.0894, "2": 0.0553, "3": 0.0316 } }, "disposition": { "probabilities": { "approve": 0.6975, "hold": 0.1419, "manual_review": 0.1191, "reject": 0.0416 } }, "duplicate": { "probabilities": { "true": 0.0144, "false": 0.9856 } }, "matches_order": { "probabilities": { "true": 0.9336, "false": 0.0664 } }, "urgency": { "probabilities": { "0": 0.0458, "1": 0.0721, "2": 0.5851, "3": 0.2971 } } }, "invoice_processing_000067": { "discrepancy_severity": { "probabilities": { "0": 0.8607, "1": 0.077, "2": 0.0386, "3": 0.0237 } }, "disposition": { "probabilities": { "approve": 0.7449, "hold": 0.124, "manual_review": 0.0951, "reject": 0.036 } }, "duplicate": { "probabilities": { "true": 0.0147, "false": 0.9853 } }, "matches_order": { "probabilities": { "true": 0.9353, "false": 0.0647 } }, "urgency": { "probabilities": { "0": 0.035, "1": 0.0656, "2": 0.5618, "3": 0.3376 } } }, "invoice_processing_000068": { "discrepancy_severity": { "probabilities": { "0": 0.07, "1": 0.2923, "2": 0.5678, "3": 0.07 } }, "disposition": { "probabilities": { "approve": 0.145, "hold": 0.2707, "manual_review": 0.5612, "reject": 0.0231 } }, "duplicate": { "probabilities": { "true": 0.0107, "false": 0.9893 } }, "matches_order": { "probabilities": { "true": 0.1636, "false": 0.8364 } }, "urgency": { "probabilities": { "0": 0.0792, "1": 0.6268, "2": 0.2326, "3": 0.0614 } } }, "invoice_processing_000069": { "discrepancy_severity": { "probabilities": { "0": 0.8553, "1": 0.0874, "2": 0.0361, "3": 0.0212 } }, "disposition": { "probabilities": { "approve": 0.8058, "hold": 0.0769, "manual_review": 0.0813, "reject": 0.036 } }, "duplicate": { "probabilities": { "true": 0.0217, "false": 0.9783 } }, "matches_order": { "probabilities": { "true": 0.9441, "false": 0.0559 } }, "urgency": { "probabilities": { "0": 0.0337, "1": 0.0662, "2": 0.5905, "3": 0.3096 } } }, "invoice_processing_000070": { "discrepancy_severity": { "probabilities": { "0": 0.0191, "1": 0.0286, "2": 0.2708, "3": 0.6815 } }, "disposition": { "probabilities": { "approve": 0.0177, "hold": 0.2614, "manual_review": 0.6428, "reject": 0.0781 } }, "duplicate": { "probabilities": { "true": 0.012, "false": 0.988 } }, "matches_order": { "probabilities": { "true": 0.0673, "false": 0.9327 } }, "urgency": { "probabilities": { "0": 0.0822, "1": 0.5163, "2": 0.3518, "3": 0.0497 } } }, "invoice_processing_000071": { "discrepancy_severity": { "probabilities": { "0": 0.7155, "1": 0.0963, "2": 0.1107, "3": 0.0776 } }, "disposition": { "probabilities": { "approve": 0.8216, "hold": 0.0523, "manual_review": 0.1015, "reject": 0.0246 } }, "duplicate": { "probabilities": { "true": 0.022, "false": 0.978 } }, "matches_order": { "probabilities": { "true": 0.8191, "false": 0.1809 } }, "urgency": { "probabilities": { "0": 0.1047, "1": 0.3833, "2": 0.4468, "3": 0.0651 } } }, "invoice_processing_000072": { "discrepancy_severity": { "probabilities": { "0": 0.0676, "1": 0.0376, "2": 0.3279, "3": 0.5669 } }, "disposition": { "probabilities": { "approve": 0.0323, "hold": 0.7057, "manual_review": 0.2067, "reject": 0.0553 } }, "duplicate": { "probabilities": { "true": 0.0142, "false": 0.9858 } }, "matches_order": { "probabilities": { "true": 0.1194, "false": 0.8806 } }, "urgency": { "probabilities": { "0": 0.1103, "1": 0.3551, "2": 0.4257, "3": 0.1088 } } }, "invoice_processing_000073": { "discrepancy_severity": { "probabilities": { "0": 0.0233, "1": 0.036, "2": 0.3709, "3": 0.5698 } }, "disposition": { "probabilities": { "approve": 0.012, "hold": 0.265, "manual_review": 0.6702, "reject": 0.0529 } }, "duplicate": { "probabilities": { "true": 0.0128, "false": 0.9872 } }, "matches_order": { "probabilities": { "true": 0.0579, "false": 0.9421 } }, "urgency": { "probabilities": { "0": 0.1004, "1": 0.2556, "2": 0.5602, "3": 0.0837 } } }, "invoice_processing_000074": { "discrepancy_severity": { "probabilities": { "0": 0.0184, "1": 0.0238, "2": 0.2518, "3": 0.706 } }, "disposition": { "probabilities": { "approve": 0.0337, "hold": 0.295, "manual_review": 0.5102, "reject": 0.1611 } }, "duplicate": { "probabilities": { "true": 0.0129, "false": 0.9871 } }, "matches_order": { "probabilities": { "true": 0.0602, "false": 0.9398 } }, "urgency": { "probabilities": { "0": 0.0279, "1": 0.0584, "2": 0.677, "3": 0.2368 } } }, "invoice_processing_000075": { "discrepancy_severity": { "probabilities": { "0": 0.802, "1": 0.1173, "2": 0.0448, "3": 0.0359 } }, "disposition": { "probabilities": { "approve": 0.9084, "hold": 0.0232, "manual_review": 0.0461, "reject": 0.0223 } }, "duplicate": { "probabilities": { "true": 0.0253, "false": 0.9747 } }, "matches_order": { "probabilities": { "true": 0.8932, "false": 0.1068 } }, "urgency": { "probabilities": { "0": 0.1221, "1": 0.4332, "2": 0.3638, "3": 0.0809 } } }, "invoice_processing_000076": { "discrepancy_severity": { "probabilities": { "0": 0.039, "1": 0.0407, "2": 0.3897, "3": 0.5307 } }, "disposition": { "probabilities": { "approve": 0.0166, "hold": 0.3022, "manual_review": 0.6386, "reject": 0.0426 } }, "duplicate": { "probabilities": { "true": 0.0181, "false": 0.9819 } }, "matches_order": { "probabilities": { "true": 0.0785, "false": 0.9215 } }, "urgency": { "probabilities": { "0": 0.0833, "1": 0.2372, "2": 0.4716, "3": 0.2078 } } }, "invoice_processing_000077": { "discrepancy_severity": { "probabilities": { "0": 0.0304, "1": 0.0578, "2": 0.2873, "3": 0.6245 } }, "disposition": { "probabilities": { "approve": 0.0264, "hold": 0.2278, "manual_review": 0.7026, "reject": 0.0433 } }, "duplicate": { "probabilities": { "true": 0.0114, "false": 0.9886 } }, "matches_order": { "probabilities": { "true": 0.0865, "false": 0.9135 } }, "urgency": { "probabilities": { "0": 0.2097, "1": 0.5211, "2": 0.1684, "3": 0.1009 } } }, "invoice_processing_000078": { "discrepancy_severity": { "probabilities": { "0": 0.0288, "1": 0.0681, "2": 0.3958, "3": 0.5072 } }, "disposition": { "probabilities": { "approve": 0.0282, "hold": 0.2345, "manual_review": 0.7107, "reject": 0.0267 } }, "duplicate": { "probabilities": { "true": 0.012, "false": 0.988 } }, "matches_order": { "probabilities": { "true": 0.0681, "false": 0.9319 } }, "urgency": { "probabilities": { "0": 0.1876, "1": 0.4921, "2": 0.1942, "3": 0.1261 } } }, "invoice_processing_000079": { "discrepancy_severity": { "probabilities": { "0": 0.0149, "1": 0.0171, "2": 0.1359, "3": 0.8322 } }, "disposition": { "probabilities": { "approve": 0.0186, "hold": 0.1856, "manual_review": 0.6073, "reject": 0.1885 } }, "duplicate": { "probabilities": { "true": 0.0179, "false": 0.9821 } }, "matches_order": { "probabilities": { "true": 0.0528, "false": 0.9472 } }, "urgency": { "probabilities": { "0": 0.0304, "1": 0.0602, "2": 0.6121, "3": 0.2972 } } }, "invoice_processing_000080": { "discrepancy_severity": { "probabilities": { "0": 0.0357, "1": 0.0673, "2": 0.2915, "3": 0.6055 } }, "disposition": { "probabilities": { "approve": 0.0454, "hold": 0.2667, "manual_review": 0.6537, "reject": 0.0342 } }, "duplicate": { "probabilities": { "true": 0.0107, "false": 0.9893 } }, "matches_order": { "probabilities": { "true": 0.0871, "false": 0.9129 } }, "urgency": { "probabilities": { "0": 0.0706, "1": 0.2081, "2": 0.5778, "3": 0.1434 } } }, "invoice_processing_000081": { "discrepancy_severity": { "probabilities": { "0": 0.8078, "1": 0.1069, "2": 0.0517, "3": 0.0336 } }, "disposition": { "probabilities": { "approve": 0.7984, "hold": 0.0959, "manual_review": 0.0784, "reject": 0.0273 } }, "duplicate": { "probabilities": { "true": 0.0177, "false": 0.9823 } }, "matches_order": { "probabilities": { "true": 0.9045, "false": 0.0955 } }, "urgency": { "probabilities": { "0": 0.1115, "1": 0.3549, "2": 0.4444, "3": 0.0892 } } }, "invoice_processing_000082": { "discrepancy_severity": { "probabilities": { "0": 0.8096, "1": 0.1045, "2": 0.0471, "3": 0.0388 } }, "disposition": { "probabilities": { "approve": 0.816, "hold": 0.0757, "manual_review": 0.078, "reject": 0.0304 } }, "duplicate": { "probabilities": { "true": 0.0189, "false": 0.9811 } }, "matches_order": { "probabilities": { "true": 0.9041, "false": 0.0959 } }, "urgency": { "probabilities": { "0": 0.1203, "1": 0.7199, "2": 0.1178, "3": 0.042 } } }, "invoice_processing_000083": { "discrepancy_severity": { "probabilities": { "0": 0.0287, "1": 0.0516, "2": 0.725, "3": 0.1948 } }, "disposition": { "probabilities": { "approve": 0.0183, "hold": 0.3364, "manual_review": 0.6023, "reject": 0.0431 } }, "duplicate": { "probabilities": { "true": 0.0115, "false": 0.9885 } }, "matches_order": { "probabilities": { "true": 0.0571, "false": 0.9429 } }, "urgency": { "probabilities": { "0": 0.0907, "1": 0.2584, "2": 0.4594, "3": 0.1915 } } }, "invoice_processing_000084": { "discrepancy_severity": { "probabilities": { "0": 0.053, "1": 0.0308, "2": 0.2333, "3": 0.6829 } }, "disposition": { "probabilities": { "approve": 0.0212, "hold": 0.6753, "manual_review": 0.2543, "reject": 0.0492 } }, "duplicate": { "probabilities": { "true": 0.0179, "false": 0.9821 } }, "matches_order": { "probabilities": { "true": 0.119, "false": 0.881 } }, "urgency": { "probabilities": { "0": 0.0898, "1": 0.2685, "2": 0.5154, "3": 0.1264 } } }, "invoice_processing_000085": { "discrepancy_severity": { "probabilities": { "0": 0.0306, "1": 0.0475, "2": 0.6602, "3": 0.2616 } }, "disposition": { "probabilities": { "approve": 0.0139, "hold": 0.3271, "manual_review": 0.6107, "reject": 0.0483 } }, "duplicate": { "probabilities": { "true": 0.0129, "false": 0.9871 } }, "matches_order": { "probabilities": { "true": 0.0694, "false": 0.9306 } }, "urgency": { "probabilities": { "0": 0.1575, "1": 0.3099, "2": 0.3613, "3": 0.1713 } } }, "invoice_processing_000086": { "discrepancy_severity": { "probabilities": { "0": 0.8015, "1": 0.1012, "2": 0.0543, "3": 0.0429 } }, "disposition": { "probabilities": { "approve": 0.8669, "hold": 0.0363, "manual_review": 0.0671, "reject": 0.0297 } }, "duplicate": { "probabilities": { "true": 0.0211, "false": 0.9789 } }, "matches_order": { "probabilities": { "true": 0.8898, "false": 0.1102 } }, "urgency": { "probabilities": { "0": 0.1216, "1": 0.3285, "2": 0.4121, "3": 0.1378 } } }, "invoice_processing_000087": { "discrepancy_severity": { "probabilities": { "0": 0.0261, "1": 0.037, "2": 0.3391, "3": 0.5978 } }, "disposition": { "probabilities": { "approve": 0.0296, "hold": 0.3272, "manual_review": 0.5716, "reject": 0.0716 } }, "duplicate": { "probabilities": { "true": 0.0124, "false": 0.9876 } }, "matches_order": { "probabilities": { "true": 0.0756, "false": 0.9244 } }, "urgency": { "probabilities": { "0": 0.1413, "1": 0.4459, "2": 0.3286, "3": 0.0843 } } }, "invoice_processing_000088": { "discrepancy_severity": { "probabilities": { "0": 0.8206, "1": 0.1012, "2": 0.0522, "3": 0.026 } }, "disposition": { "probabilities": { "approve": 0.7112, "hold": 0.1321, "manual_review": 0.1191, "reject": 0.0376 } }, "duplicate": { "probabilities": { "true": 0.0136, "false": 0.9864 } }, "matches_order": { "probabilities": { "true": 0.9372, "false": 0.0628 } }, "urgency": { "probabilities": { "0": 0.0446, "1": 0.0774, "2": 0.4265, "3": 0.4516 } } }, "invoice_processing_000089": { "discrepancy_severity": { "probabilities": { "0": 0.8516, "1": 0.0843, "2": 0.0368, "3": 0.0274 } }, "disposition": { "probabilities": { "approve": 0.9028, "hold": 0.0299, "manual_review": 0.0467, "reject": 0.0206 } }, "duplicate": { "probabilities": { "true": 0.0173, "false": 0.9827 } }, "matches_order": { "probabilities": { "true": 0.8968, "false": 0.1032 } }, "urgency": { "probabilities": { "0": 0.1829, "1": 0.5208, "2": 0.1767, "3": 0.1196 } } }, "invoice_processing_000090": { "discrepancy_severity": { "probabilities": { "0": 0.0247, "1": 0.0408, "2": 0.2419, "3": 0.6926 } }, "disposition": { "probabilities": { "approve": 0.0268, "hold": 0.2437, "manual_review": 0.6655, "reject": 0.064 } }, "duplicate": { "probabilities": { "true": 0.013, "false": 0.987 } }, "matches_order": { "probabilities": { "true": 0.0622, "false": 0.9378 } }, "urgency": { "probabilities": { "0": 0.0469, "1": 0.0786, "2": 0.668, "3": 0.2066 } } }, "invoice_processing_000091": { "discrepancy_severity": { "probabilities": { "0": 0.8123, "1": 0.0791, "2": 0.0394, "3": 0.0692 } }, "disposition": { "probabilities": { "approve": 0.776, "hold": 0.0382, "manual_review": 0.0244, "reject": 0.1614 } }, "duplicate": { "probabilities": { "true": 0.8163, "false": 0.1837 } }, "matches_order": { "probabilities": { "true": 0.9099, "false": 0.0901 } }, "urgency": { "probabilities": { "0": 0.2019, "1": 0.4922, "2": 0.1375, "3": 0.1684 } } }, "invoice_processing_000092": { "discrepancy_severity": { "probabilities": { "0": 0.7713, "1": 0.1064, "2": 0.0644, "3": 0.0579 } }, "disposition": { "probabilities": { "approve": 0.5428, "hold": 0.1437, "manual_review": 0.0512, "reject": 0.2623 } }, "duplicate": { "probabilities": { "true": 0.8668, "false": 0.1332 } }, "matches_order": { "probabilities": { "true": 0.9396, "false": 0.0604 } }, "urgency": { "probabilities": { "0": 0.0336, "1": 0.0533, "2": 0.472, "3": 0.4411 } } }, "invoice_processing_000093": { "discrepancy_severity": { "probabilities": { "0": 0.7453, "1": 0.1064, "2": 0.0601, "3": 0.0882 } }, "disposition": { "probabilities": { "approve": 0.8095, "hold": 0.0392, "manual_review": 0.0244, "reject": 0.1269 } }, "duplicate": { "probabilities": { "true": 0.758, "false": 0.242 } }, "matches_order": { "probabilities": { "true": 0.7837, "false": 0.2163 } }, "urgency": { "probabilities": { "0": 0.1038, "1": 0.8154, "2": 0.0611, "3": 0.0197 } } }, "invoice_processing_000094": { "discrepancy_severity": { "probabilities": { "0": 0.8078, "1": 0.1054, "2": 0.0555, "3": 0.0313 } }, "disposition": { "probabilities": { "approve": 0.853, "hold": 0.0561, "manual_review": 0.0673, "reject": 0.0237 } }, "duplicate": { "probabilities": { "true": 0.0168, "false": 0.9832 } }, "matches_order": { "probabilities": { "true": 0.9034, "false": 0.0966 } }, "urgency": { "probabilities": { "0": 0.1665, "1": 0.479, "2": 0.2067, "3": 0.1479 } } }, "invoice_processing_000095": { "discrepancy_severity": { "probabilities": { "0": 0.0285, "1": 0.0757, "2": 0.6847, "3": 0.2111 } }, "disposition": { "probabilities": { "approve": 0.0203, "hold": 0.2478, "manual_review": 0.6625, "reject": 0.0695 } }, "duplicate": { "probabilities": { "true": 0.0112, "false": 0.9888 } }, "matches_order": { "probabilities": { "true": 0.0751, "false": 0.9249 } }, "urgency": { "probabilities": { "0": 0.042, "1": 0.0693, "2": 0.6578, "3": 0.2309 } } }, "invoice_processing_000096": { "discrepancy_severity": { "probabilities": { "0": 0.7914, "1": 0.1103, "2": 0.0649, "3": 0.0334 } }, "disposition": { "probabilities": { "approve": 0.6768, "hold": 0.1572, "manual_review": 0.1258, "reject": 0.0402 } }, "duplicate": { "probabilities": { "true": 0.0144, "false": 0.9856 } }, "matches_order": { "probabilities": { "true": 0.9184, "false": 0.0816 } }, "urgency": { "probabilities": { "0": 0.0385, "1": 0.0746, "2": 0.4354, "3": 0.4515 } } }, "invoice_processing_000097": { "discrepancy_severity": { "probabilities": { "0": 0.8226, "1": 0.0993, "2": 0.0415, "3": 0.0366 } }, "disposition": { "probabilities": { "approve": 0.9179, "hold": 0.0209, "manual_review": 0.0403, "reject": 0.0209 } }, "duplicate": { "probabilities": { "true": 0.021, "false": 0.979 } }, "matches_order": { "probabilities": { "true": 0.9031, "false": 0.0969 } }, "urgency": { "probabilities": { "0": 0.1224, "1": 0.6091, "2": 0.2124, "3": 0.056 } } }, "invoice_processing_000098": { "discrepancy_severity": { "probabilities": { "0": 0.8048, "1": 0.1061, "2": 0.0555, "3": 0.0336 } }, "disposition": { "probabilities": { "approve": 0.8861, "hold": 0.0369, "manual_review": 0.0552, "reject": 0.0218 } }, "duplicate": { "probabilities": { "true": 0.0222, "false": 0.9778 } }, "matches_order": { "probabilities": { "true": 0.8792, "false": 0.1208 } }, "urgency": { "probabilities": { "0": 0.0833, "1": 0.6797, "2": 0.2005, "3": 0.0366 } } }, "invoice_processing_000099": { "discrepancy_severity": { "probabilities": { "0": 0.7577, "1": 0.1215, "2": 0.0745, "3": 0.0464 } }, "disposition": { "probabilities": { "approve": 0.8615, "hold": 0.0457, "manual_review": 0.0657, "reject": 0.0271 } }, "duplicate": { "probabilities": { "true": 0.0163, "false": 0.9837 } }, "matches_order": { "probabilities": { "true": 0.8728, "false": 0.1272 } }, "urgency": { "probabilities": { "0": 0.1212, "1": 0.3871, "2": 0.314, "3": 0.1778 } } }, "security_incidents_000000": { "credential_compromise": { "probabilities": { "true": 0.3447, "false": 0.6553 } }, "disposition": { "probabilities": { "close_benign": 0.0225, "contain": 0.2326, "investigate": 0.6978, "monitor": 0.047 } }, "severity": { "probabilities": { "0": 0.1658, "1": 0.258, "2": 0.332, "3": 0.194, "4": 0.0503 } }, "true_positive": { "probabilities": { "true": 0.8402, "false": 0.1598 } }, "urgency": { "probabilities": { "0": 0.0489, "1": 0.1162, "2": 0.428, "3": 0.4069 } } }, "security_incidents_000001": { "credential_compromise": { "probabilities": { "true": 0.5396, "false": 0.4604 } }, "disposition": { "probabilities": { "close_benign": 0.0219, "contain": 0.1931, "investigate": 0.7143, "monitor": 0.0708 } }, "severity": { "probabilities": { "0": 0.17, "1": 0.2335, "2": 0.2885, "3": 0.2444, "4": 0.0636 } }, "true_positive": { "probabilities": { "true": 0.853, "false": 0.147 } }, "urgency": { "probabilities": { "0": 0.0394, "1": 0.0787, "2": 0.3612, "3": 0.5207 } } }, "security_incidents_000002": { "credential_compromise": { "probabilities": { "true": 0.1215, "false": 0.8785 } }, "disposition": { "probabilities": { "close_benign": 0.1889, "contain": 0.0221, "investigate": 0.4596, "monitor": 0.3294 } }, "severity": { "probabilities": { "0": 0.1745, "1": 0.3602, "2": 0.2873, "3": 0.1523, "4": 0.0256 } }, "true_positive": { "probabilities": { "true": 0.204, "false": 0.796 } }, "urgency": { "probabilities": { "0": 0.1105, "1": 0.4949, "2": 0.2735, "3": 0.121 } } }, "security_incidents_000003": { "credential_compromise": { "probabilities": { "true": 0.6924, "false": 0.3076 } }, "disposition": { "probabilities": { "close_benign": 0.0206, "contain": 0.1563, "investigate": 0.7804, "monitor": 0.0427 } }, "severity": { "probabilities": { "0": 0.0641, "1": 0.0641, "2": 0.4864, "3": 0.3157, "4": 0.0697 } }, "true_positive": { "probabilities": { "true": 0.8458, "false": 0.1542 } }, "urgency": { "probabilities": { "0": 0.0499, "1": 0.1153, "2": 0.3894, "3": 0.4453 } } }, "security_incidents_000004": { "credential_compromise": { "probabilities": { "true": 0.4701, "false": 0.5299 } }, "disposition": { "probabilities": { "close_benign": 0.0395, "contain": 0.0635, "investigate": 0.7603, "monitor": 0.1367 } }, "severity": { "probabilities": { "0": 0.1087, "1": 0.1174, "2": 0.6315, "3": 0.1057, "4": 0.0366 } }, "true_positive": { "probabilities": { "true": 0.6441, "false": 0.3559 } }, "urgency": { "probabilities": { "0": 0.0474, "1": 0.2758, "2": 0.5417, "3": 0.1351 } } }, "security_incidents_000005": { "credential_compromise": { "probabilities": { "true": 0.723, "false": 0.277 } }, "disposition": { "probabilities": { "close_benign": 0.0157, "contain": 0.3599, "investigate": 0.5825, "monitor": 0.0419 } }, "severity": { "probabilities": { "0": 0.0195, "1": 0.0241, "2": 0.1036, "3": 0.3871, "4": 0.4657 } }, "true_positive": { "probabilities": { "true": 0.8712, "false": 0.1288 } }, "urgency": { "probabilities": { "0": 0.0242, "1": 0.046, "2": 0.12, "3": 0.8098 } } }, "security_incidents_000006": { "credential_compromise": { "probabilities": { "true": 0.6356, "false": 0.3644 } }, "disposition": { "probabilities": { "close_benign": 0.0165, "contain": 0.3171, "investigate": 0.6305, "monitor": 0.0359 } }, "severity": { "probabilities": { "0": 0.0496, "1": 0.0629, "2": 0.1348, "3": 0.5955, "4": 0.1572 } }, "true_positive": { "probabilities": { "true": 0.8568, "false": 0.1432 } }, "urgency": { "probabilities": { "0": 0.014, "1": 0.0254, "2": 0.1465, "3": 0.8141 } } }, "security_incidents_000007": { "credential_compromise": { "probabilities": { "true": 0.3775, "false": 0.6225 } }, "disposition": { "probabilities": { "close_benign": 0.0155, "contain": 0.268, "investigate": 0.6751, "monitor": 0.0415 } }, "severity": { "probabilities": { "0": 0.0952, "1": 0.0993, "2": 0.4845, "3": 0.2237, "4": 0.0972 } }, "true_positive": { "probabilities": { "true": 0.8885, "false": 0.1115 } }, "urgency": { "probabilities": { "0": 0.0354, "1": 0.0773, "2": 0.3533, "3": 0.534 } } }, "security_incidents_000008": { "credential_compromise": { "probabilities": { "true": 0.6103, "false": 0.3897 } }, "disposition": { "probabilities": { "close_benign": 0.024, "contain": 0.1435, "investigate": 0.7497, "monitor": 0.0828 } }, "severity": { "probabilities": { "0": 0.098, "1": 0.1778, "2": 0.2694, "3": 0.3561, "4": 0.0987 } }, "true_positive": { "probabilities": { "true": 0.8275, "false": 0.1725 } }, "urgency": { "probabilities": { "0": 0.0445, "1": 0.1073, "2": 0.4009, "3": 0.4473 } } }, "security_incidents_000009": { "credential_compromise": { "probabilities": { "true": 0.3087, "false": 0.6913 } }, "disposition": { "probabilities": { "close_benign": 0.0757, "contain": 0.0407, "investigate": 0.6741, "monitor": 0.2095 } }, "severity": { "probabilities": { "0": 0.1206, "1": 0.1477, "2": 0.5919, "3": 0.1079, "4": 0.0319 } }, "true_positive": { "probabilities": { "true": 0.2824, "false": 0.7176 } }, "urgency": { "probabilities": { "0": 0.0612, "1": 0.3265, "2": 0.4595, "3": 0.1529 } } }, "security_incidents_000010": { "credential_compromise": { "probabilities": { "true": 0.5168, "false": 0.4832 } }, "disposition": { "probabilities": { "close_benign": 0.0461, "contain": 0.1368, "investigate": 0.7046, "monitor": 0.1125 } }, "severity": { "probabilities": { "0": 0.0538, "1": 0.1031, "2": 0.2648, "3": 0.5209, "4": 0.0573 } }, "true_positive": { "probabilities": { "true": 0.5851, "false": 0.4149 } }, "urgency": { "probabilities": { "0": 0.045, "1": 0.1273, "2": 0.4344, "3": 0.3932 } } }, "security_incidents_000011": { "credential_compromise": { "probabilities": { "true": 0.5533, "false": 0.4467 } }, "disposition": { "probabilities": { "close_benign": 0.0236, "contain": 0.3789, "investigate": 0.5494, "monitor": 0.048 } }, "severity": { "probabilities": { "0": 0.0454, "1": 0.0442, "2": 0.0978, "3": 0.2682, "4": 0.5443 } }, "true_positive": { "probabilities": { "true": 0.7085, "false": 0.2915 } }, "urgency": { "probabilities": { "0": 0.0238, "1": 0.0376, "2": 0.1497, "3": 0.7889 } } }, "security_incidents_000012": { "credential_compromise": { "probabilities": { "true": 0.5075, "false": 0.4925 } }, "disposition": { "probabilities": { "close_benign": 0.0672, "contain": 0.0317, "investigate": 0.5727, "monitor": 0.3283 } }, "severity": { "probabilities": { "0": 0.2447, "1": 0.4295, "2": 0.2868, "3": 0.0257, "4": 0.0133 } }, "true_positive": { "probabilities": { "true": 0.5998, "false": 0.4002 } }, "urgency": { "probabilities": { "0": 0.1195, "1": 0.5468, "2": 0.277, "3": 0.0567 } } }, "security_incidents_000013": { "credential_compromise": { "probabilities": { "true": 0.2659, "false": 0.7341 } }, "disposition": { "probabilities": { "close_benign": 0.0985, "contain": 0.0574, "investigate": 0.6109, "monitor": 0.2332 } }, "severity": { "probabilities": { "0": 0.1186, "1": 0.1933, "2": 0.6069, "3": 0.0574, "4": 0.0238 } }, "true_positive": { "probabilities": { "true": 0.3367, "false": 0.6633 } }, "urgency": { "probabilities": { "0": 0.0551, "1": 0.3945, "2": 0.4164, "3": 0.134 } } }, "security_incidents_000014": { "credential_compromise": { "probabilities": { "true": 0.6453, "false": 0.3547 } }, "disposition": { "probabilities": { "close_benign": 0.0204, "contain": 0.2366, "investigate": 0.7, "monitor": 0.0431 } }, "severity": { "probabilities": { "0": 0.0455, "1": 0.0618, "2": 0.1902, "3": 0.5472, "4": 0.1554 } }, "true_positive": { "probabilities": { "true": 0.8242, "false": 0.1758 } }, "urgency": { "probabilities": { "0": 0.0367, "1": 0.0737, "2": 0.4198, "3": 0.4699 } } }, "security_incidents_000015": { "credential_compromise": { "probabilities": { "true": 0.58, "false": 0.42 } }, "disposition": { "probabilities": { "close_benign": 0.0213, "contain": 0.1009, "investigate": 0.7783, "monitor": 0.0995 } }, "severity": { "probabilities": { "0": 0.1874, "1": 0.3388, "2": 0.3108, "3": 0.1233, "4": 0.0397 } }, "true_positive": { "probabilities": { "true": 0.7953, "false": 0.2047 } }, "urgency": { "probabilities": { "0": 0.0569, "1": 0.1971, "2": 0.4849, "3": 0.2611 } } }, "security_incidents_000020": { "credential_compromise": { "probabilities": { "true": 0.3531, "false": 0.6469 } }, "disposition": { "probabilities": { "close_benign": 0.028, "contain": 0.1375, "investigate": 0.7595, "monitor": 0.0749 } }, "severity": { "probabilities": { "0": 0.0895, "1": 0.0966, "2": 0.5495, "3": 0.203, "4": 0.0614 } }, "true_positive": { "probabilities": { "true": 0.6036, "false": 0.3964 } }, "urgency": { "probabilities": { "0": 0.0467, "1": 0.133, "2": 0.4765, "3": 0.3437 } } }, "security_incidents_000021": { "credential_compromise": { "probabilities": { "true": 0.433, "false": 0.567 } }, "disposition": { "probabilities": { "close_benign": 0.0521, "contain": 0.1289, "investigate": 0.707, "monitor": 0.1121 } }, "severity": { "probabilities": { "0": 0.0321, "1": 0.0419, "2": 0.271, "3": 0.5737, "4": 0.0813 } }, "true_positive": { "probabilities": { "true": 0.5919, "false": 0.4081 } }, "urgency": { "probabilities": { "0": 0.0373, "1": 0.1055, "2": 0.3874, "3": 0.4699 } } }, "security_incidents_000022": { "credential_compromise": { "probabilities": { "true": 0.4614, "false": 0.5386 } }, "disposition": { "probabilities": { "close_benign": 0.031, "contain": 0.0921, "investigate": 0.7872, "monitor": 0.0896 } }, "severity": { "probabilities": { "0": 0.0328, "1": 0.0415, "2": 0.2074, "3": 0.636, "4": 0.0823 } }, "true_positive": { "probabilities": { "true": 0.5872, "false": 0.4128 } }, "urgency": { "probabilities": { "0": 0.0403, "1": 0.1054, "2": 0.3676, "3": 0.4867 } } }, "security_incidents_000023": { "credential_compromise": { "probabilities": { "true": 0.1552, "false": 0.8448 } }, "disposition": { "probabilities": { "close_benign": 0.124, "contain": 0.0469, "investigate": 0.6068, "monitor": 0.2222 } }, "severity": { "probabilities": { "0": 0.053, "1": 0.0569, "2": 0.3965, "3": 0.4318, "4": 0.0618 } }, "true_positive": { "probabilities": { "true": 0.1844, "false": 0.8156 } }, "urgency": { "probabilities": { "0": 0.0625, "1": 0.2552, "2": 0.4545, "3": 0.2277 } } }, "security_incidents_000024": { "credential_compromise": { "probabilities": { "true": 0.3696, "false": 0.6304 } }, "disposition": { "probabilities": { "close_benign": 0.0435, "contain": 0.1381, "investigate": 0.7067, "monitor": 0.1117 } }, "severity": { "probabilities": { "0": 0.0583, "1": 0.0552, "2": 0.4899, "3": 0.3505, "4": 0.046 } }, "true_positive": { "probabilities": { "true": 0.5032, "false": 0.4968 } }, "urgency": { "probabilities": { "0": 0.0523, "1": 0.1536, "2": 0.4649, "3": 0.3291 } } }, "security_incidents_000025": { "credential_compromise": { "probabilities": { "true": 0.4296, "false": 0.5704 } }, "disposition": { "probabilities": { "close_benign": 0.0244, "contain": 0.1357, "investigate": 0.7867, "monitor": 0.0532 } }, "severity": { "probabilities": { "0": 0.0705, "1": 0.1019, "2": 0.3796, "3": 0.3325, "4": 0.1156 } }, "true_positive": { "probabilities": { "true": 0.7683, "false": 0.2317 } }, "urgency": { "probabilities": { "0": 0.0441, "1": 0.1401, "2": 0.3934, "3": 0.4225 } } }, "security_incidents_000026": { "credential_compromise": { "probabilities": { "true": 0.4246, "false": 0.5754 } }, "disposition": { "probabilities": { "close_benign": 0.0317, "contain": 0.1212, "investigate": 0.7586, "monitor": 0.0885 } }, "severity": { "probabilities": { "0": 0.0248, "1": 0.0383, "2": 0.1266, "3": 0.6915, "4": 0.1189 } }, "true_positive": { "probabilities": { "true": 0.5457, "false": 0.4543 } }, "urgency": { "probabilities": { "0": 0.036, "1": 0.0802, "2": 0.3631, "3": 0.5207 } } }, "security_incidents_000027": { "credential_compromise": { "probabilities": { "true": 0.5826, "false": 0.4174 } }, "disposition": { "probabilities": { "close_benign": 0.0191, "contain": 0.1596, "investigate": 0.7562, "monitor": 0.0651 } }, "severity": { "probabilities": { "0": 0.0975, "1": 0.1032, "2": 0.586, "3": 0.1612, "4": 0.0521 } }, "true_positive": { "probabilities": { "true": 0.8467, "false": 0.1533 } }, "urgency": { "probabilities": { "0": 0.0435, "1": 0.1478, "2": 0.4622, "3": 0.3465 } } }, "security_incidents_000028": { "credential_compromise": { "probabilities": { "true": 0.6872, "false": 0.3128 } }, "disposition": { "probabilities": { "close_benign": 0.0153, "contain": 0.5179, "investigate": 0.4268, "monitor": 0.04 } }, "severity": { "probabilities": { "0": 0.0197, "1": 0.0314, "2": 0.0604, "3": 0.2506, "4": 0.6379 } }, "true_positive": { "probabilities": { "true": 0.837, "false": 0.163 } }, "urgency": { "probabilities": { "0": 0.0201, "1": 0.0318, "2": 0.1148, "3": 0.8334 } } }, "security_incidents_000029": { "credential_compromise": { "probabilities": { "true": 0.4686, "false": 0.5314 } }, "disposition": { "probabilities": { "close_benign": 0.0346, "contain": 0.2255, "investigate": 0.6776, "monitor": 0.0623 } }, "severity": { "probabilities": { "0": 0.0161, "1": 0.0198, "2": 0.0665, "3": 0.7714, "4": 0.1263 } }, "true_positive": { "probabilities": { "true": 0.586, "false": 0.414 } }, "urgency": { "probabilities": { "0": 0.0327, "1": 0.063, "2": 0.2736, "3": 0.6307 } } }, "security_incidents_000030": { "credential_compromise": { "probabilities": { "true": 0.6711, "false": 0.3289 } }, "disposition": { "probabilities": { "close_benign": 0.0155, "contain": 0.3402, "investigate": 0.6092, "monitor": 0.0351 } }, "severity": { "probabilities": { "0": 0.0265, "1": 0.036, "2": 0.1434, "3": 0.4274, "4": 0.3666 } }, "true_positive": { "probabilities": { "true": 0.8629, "false": 0.1371 } }, "urgency": { "probabilities": { "0": 0.028, "1": 0.0511, "2": 0.202, "3": 0.7188 } } }, "security_incidents_000031": { "credential_compromise": { "probabilities": { "true": 0.3131, "false": 0.6869 } }, "disposition": { "probabilities": { "close_benign": 0.0167, "contain": 0.2626, "investigate": 0.6901, "monitor": 0.0306 } }, "severity": { "probabilities": { "0": 0.1247, "1": 0.1124, "2": 0.5416, "3": 0.1626, "4": 0.0587 } }, "true_positive": { "probabilities": { "true": 0.8795, "false": 0.1205 } }, "urgency": { "probabilities": { "0": 0.0402, "1": 0.0982, "2": 0.465, "3": 0.3966 } } }, "security_incidents_000032": { "credential_compromise": { "probabilities": { "true": 0.1917, "false": 0.8083 } }, "disposition": { "probabilities": { "close_benign": 0.0468, "contain": 0.0209, "investigate": 0.5762, "monitor": 0.3561 } }, "severity": { "probabilities": { "0": 0.2152, "1": 0.2299, "2": 0.4733, "3": 0.0574, "4": 0.0242 } }, "true_positive": { "probabilities": { "true": 0.2624, "false": 0.7376 } }, "urgency": { "probabilities": { "0": 0.0687, "1": 0.4443, "2": 0.3838, "3": 0.1033 } } }, "security_incidents_000033": { "credential_compromise": { "probabilities": { "true": 0.6186, "false": 0.3814 } }, "disposition": { "probabilities": { "close_benign": 0.0315, "contain": 0.1018, "investigate": 0.767, "monitor": 0.0997 } }, "severity": { "probabilities": { "0": 0.2465, "1": 0.2497, "2": 0.3989, "3": 0.0777, "4": 0.0271 } }, "true_positive": { "probabilities": { "true": 0.6993, "false": 0.3007 } }, "urgency": { "probabilities": { "0": 0.0582, "1": 0.2321, "2": 0.4982, "3": 0.2115 } } }, "security_incidents_000034": { "credential_compromise": { "probabilities": { "true": 0.4346, "false": 0.5654 } }, "disposition": { "probabilities": { "close_benign": 0.02, "contain": 0.2815, "investigate": 0.656, "monitor": 0.0424 } }, "severity": { "probabilities": { "0": 0.0179, "1": 0.0304, "2": 0.0957, "3": 0.6556, "4": 0.2004 } }, "true_positive": { "probabilities": { "true": 0.736, "false": 0.264 } }, "urgency": { "probabilities": { "0": 0.0224, "1": 0.0408, "2": 0.2095, "3": 0.7273 } } }, "security_incidents_000035": { "credential_compromise": { "probabilities": { "true": 0.5923, "false": 0.4077 } }, "disposition": { "probabilities": { "close_benign": 0.0183, "contain": 0.4479, "investigate": 0.4887, "monitor": 0.0452 } }, "severity": { "probabilities": { "0": 0.0148, "1": 0.0187, "2": 0.0475, "3": 0.4379, "4": 0.4811 } }, "true_positive": { "probabilities": { "true": 0.8421, "false": 0.1579 } }, "urgency": { "probabilities": { "0": 0.0258, "1": 0.0356, "2": 0.1215, "3": 0.8171 } } }, "security_incidents_000036": { "credential_compromise": { "probabilities": { "true": 0.6643, "false": 0.3357 } }, "disposition": { "probabilities": { "close_benign": 0.0134, "contain": 0.3791, "investigate": 0.5693, "monitor": 0.0381 } }, "severity": { "probabilities": { "0": 0.0472, "1": 0.0469, "2": 0.1507, "3": 0.6427, "4": 0.1125 } }, "true_positive": { "probabilities": { "true": 0.811, "false": 0.189 } }, "urgency": { "probabilities": { "0": 0.0254, "1": 0.0522, "2": 0.3212, "3": 0.6012 } } }, "security_incidents_000037": { "credential_compromise": { "probabilities": { "true": 0.5301, "false": 0.4699 } }, "disposition": { "probabilities": { "close_benign": 0.0248, "contain": 0.0845, "investigate": 0.7988, "monitor": 0.0919 } }, "severity": { "probabilities": { "0": 0.1596, "1": 0.2876, "2": 0.4328, "3": 0.0917, "4": 0.0284 } }, "true_positive": { "probabilities": { "true": 0.7842, "false": 0.2158 } }, "urgency": { "probabilities": { "0": 0.0724, "1": 0.2952, "2": 0.444, "3": 0.1885 } } }, "security_incidents_000038": { "credential_compromise": { "probabilities": { "true": 0.5535, "false": 0.4465 } }, "disposition": { "probabilities": { "close_benign": 0.0149, "contain": 0.319, "investigate": 0.6266, "monitor": 0.0395 } }, "severity": { "probabilities": { "0": 0.0309, "1": 0.0331, "2": 0.1285, "3": 0.6897, "4": 0.1178 } }, "true_positive": { "probabilities": { "true": 0.8191, "false": 0.1809 } }, "urgency": { "probabilities": { "0": 0.026, "1": 0.063, "2": 0.2688, "3": 0.6423 } } }, "security_incidents_000039": { "credential_compromise": { "probabilities": { "true": 0.6408, "false": 0.3592 } }, "disposition": { "probabilities": { "close_benign": 0.021, "contain": 0.3223, "investigate": 0.606, "monitor": 0.0506 } }, "severity": { "probabilities": { "0": 0.0847, "1": 0.0818, "2": 0.2541, "3": 0.4257, "4": 0.1537 } }, "true_positive": { "probabilities": { "true": 0.8788, "false": 0.1212 } }, "urgency": { "probabilities": { "0": 0.0227, "1": 0.0381, "2": 0.1598, "3": 0.7794 } } }, "security_incidents_000040": { "credential_compromise": { "probabilities": { "true": 0.1491, "false": 0.8509 } }, "disposition": { "probabilities": { "close_benign": 0.0254, "contain": 0.0971, "investigate": 0.7442, "monitor": 0.1333 } }, "severity": { "probabilities": { "0": 0.2166, "1": 0.3716, "2": 0.3201, "3": 0.0615, "4": 0.0302 } }, "true_positive": { "probabilities": { "true": 0.79, "false": 0.21 } }, "urgency": { "probabilities": { "0": 0.0641, "1": 0.2893, "2": 0.4305, "3": 0.2161 } } }, "security_incidents_000041": { "credential_compromise": { "probabilities": { "true": 0.0706, "false": 0.9294 } }, "disposition": { "probabilities": { "close_benign": 0.0475, "contain": 0.0283, "investigate": 0.6135, "monitor": 0.3108 } }, "severity": { "probabilities": { "0": 0.2885, "1": 0.4916, "2": 0.174, "3": 0.0291, "4": 0.0169 } }, "true_positive": { "probabilities": { "true": 0.3999, "false": 0.6001 } }, "urgency": { "probabilities": { "0": 0.0901, "1": 0.489, "2": 0.3097, "3": 0.1113 } } }, "security_incidents_000042": { "credential_compromise": { "probabilities": { "true": 0.3459, "false": 0.6541 } }, "disposition": { "probabilities": { "close_benign": 0.0812, "contain": 0.1104, "investigate": 0.6167, "monitor": 0.1917 } }, "severity": { "probabilities": { "0": 0.0362, "1": 0.0468, "2": 0.3249, "3": 0.5086, "4": 0.0835 } }, "true_positive": { "probabilities": { "true": 0.5067, "false": 0.4933 } }, "urgency": { "probabilities": { "0": 0.0474, "1": 0.1686, "2": 0.4461, "3": 0.3379 } } }, "security_incidents_000043": { "credential_compromise": { "probabilities": { "true": 0.6061, "false": 0.3939 } }, "disposition": { "probabilities": { "close_benign": 0.0073, "contain": 0.5838, "investigate": 0.3877, "monitor": 0.0213 } }, "severity": { "probabilities": { "0": 0.0103, "1": 0.0149, "2": 0.0553, "3": 0.5319, "4": 0.3876 } }, "true_positive": { "probabilities": { "true": 0.8987, "false": 0.1013 } }, "urgency": { "probabilities": { "0": 0.0123, "1": 0.0182, "2": 0.0615, "3": 0.9079 } } }, "security_incidents_000044": { "credential_compromise": { "probabilities": { "true": 0.5127, "false": 0.4873 } }, "disposition": { "probabilities": { "close_benign": 0.0418, "contain": 0.0494, "investigate": 0.6519, "monitor": 0.2569 } }, "severity": { "probabilities": { "0": 0.1771, "1": 0.2727, "2": 0.3735, "3": 0.1561, "4": 0.0206 } }, "true_positive": { "probabilities": { "true": 0.5504, "false": 0.4496 } }, "urgency": { "probabilities": { "0": 0.0644, "1": 0.3848, "2": 0.4098, "3": 0.141 } } }, "security_incidents_000045": { "credential_compromise": { "probabilities": { "true": 0.607, "false": 0.393 } }, "disposition": { "probabilities": { "close_benign": 0.0311, "contain": 0.0847, "investigate": 0.7895, "monitor": 0.0947 } }, "severity": { "probabilities": { "0": 0.2023, "1": 0.2845, "2": 0.3842, "3": 0.1021, "4": 0.0269 } }, "true_positive": { "probabilities": { "true": 0.7513, "false": 0.2487 } }, "urgency": { "probabilities": { "0": 0.0775, "1": 0.2745, "2": 0.4404, "3": 0.2076 } } }, "security_incidents_000046": { "credential_compromise": { "probabilities": { "true": 0.5893, "false": 0.4107 } }, "disposition": { "probabilities": { "close_benign": 0.0217, "contain": 0.2743, "investigate": 0.6492, "monitor": 0.0548 } }, "severity": { "probabilities": { "0": 0.0321, "1": 0.0304, "2": 0.3007, "3": 0.4925, "4": 0.1443 } }, "true_positive": { "probabilities": { "true": 0.7789, "false": 0.2211 } }, "urgency": { "probabilities": { "0": 0.0315, "1": 0.0619, "2": 0.3879, "3": 0.5188 } } }, "security_incidents_000047": { "credential_compromise": { "probabilities": { "true": 0.3392, "false": 0.6608 } }, "disposition": { "probabilities": { "close_benign": 0.0531, "contain": 0.0731, "investigate": 0.7184, "monitor": 0.1554 } }, "severity": { "probabilities": { "0": 0.1283, "1": 0.1347, "2": 0.507, "3": 0.1806, "4": 0.0493 } }, "true_positive": { "probabilities": { "true": 0.4235, "false": 0.5765 } }, "urgency": { "probabilities": { "0": 0.064, "1": 0.2493, "2": 0.508, "3": 0.1787 } } }, "security_incidents_000048": { "credential_compromise": { "probabilities": { "true": 0.2383, "false": 0.7617 } }, "disposition": { "probabilities": { "close_benign": 0.0408, "contain": 0.0703, "investigate": 0.7743, "monitor": 0.1145 } }, "severity": { "probabilities": { "0": 0.0179, "1": 0.0221, "2": 0.1089, "3": 0.7889, "4": 0.0621 } }, "true_positive": { "probabilities": { "true": 0.3243, "false": 0.6757 } }, "urgency": { "probabilities": { "0": 0.04, "1": 0.1452, "2": 0.5696, "3": 0.2453 } } }, "security_incidents_000049": { "credential_compromise": { "probabilities": { "true": 0.572, "false": 0.428 } }, "disposition": { "probabilities": { "close_benign": 0.0364, "contain": 0.0906, "investigate": 0.7606, "monitor": 0.1125 } }, "severity": { "probabilities": { "0": 0.2068, "1": 0.1935, "2": 0.4946, "3": 0.0711, "4": 0.0339 } }, "true_positive": { "probabilities": { "true": 0.6464, "false": 0.3536 } }, "urgency": { "probabilities": { "0": 0.0494, "1": 0.2403, "2": 0.5452, "3": 0.1651 } } }, "security_incidents_000050": { "credential_compromise": { "probabilities": { "true": 0.6128, "false": 0.3872 } }, "disposition": { "probabilities": { "close_benign": 0.0107, "contain": 0.6177, "investigate": 0.3493, "monitor": 0.0224 } }, "severity": { "probabilities": { "0": 0.0195, "1": 0.0209, "2": 0.057, "3": 0.6587, "4": 0.2439 } }, "true_positive": { "probabilities": { "true": 0.8672, "false": 0.1328 } }, "urgency": { "probabilities": { "0": 0.0114, "1": 0.0159, "2": 0.04, "3": 0.9327 } } }, "security_incidents_000051": { "credential_compromise": { "probabilities": { "true": 0.128, "false": 0.872 } }, "disposition": { "probabilities": { "close_benign": 0.0784, "contain": 0.0323, "investigate": 0.4957, "monitor": 0.3937 } }, "severity": { "probabilities": { "0": 0.226, "1": 0.4481, "2": 0.2474, "3": 0.0582, "4": 0.0203 } }, "true_positive": { "probabilities": { "true": 0.2369, "false": 0.7631 } }, "urgency": { "probabilities": { "0": 0.1063, "1": 0.5384, "2": 0.2775, "3": 0.0778 } } }, "security_incidents_000052": { "credential_compromise": { "probabilities": { "true": 0.5771, "false": 0.4229 } }, "disposition": { "probabilities": { "close_benign": 0.0299, "contain": 0.0965, "investigate": 0.7964, "monitor": 0.0772 } }, "severity": { "probabilities": { "0": 0.0371, "1": 0.0476, "2": 0.2963, "3": 0.5514, "4": 0.0676 } }, "true_positive": { "probabilities": { "true": 0.6874, "false": 0.3126 } }, "urgency": { "probabilities": { "0": 0.0407, "1": 0.1379, "2": 0.5198, "3": 0.3016 } } }, "security_incidents_000053": { "credential_compromise": { "probabilities": { "true": 0.5681, "false": 0.4319 } }, "disposition": { "probabilities": { "close_benign": 0.0327, "contain": 0.0659, "investigate": 0.7595, "monitor": 0.1419 } }, "severity": { "probabilities": { "0": 0.1004, "1": 0.1525, "2": 0.3531, "3": 0.3714, "4": 0.0226 } }, "true_positive": { "probabilities": { "true": 0.6956, "false": 0.3044 } }, "urgency": { "probabilities": { "0": 0.0614, "1": 0.2751, "2": 0.5038, "3": 0.1598 } } }, "security_incidents_000054": { "credential_compromise": { "probabilities": { "true": 0.4436, "false": 0.5564 } }, "disposition": { "probabilities": { "close_benign": 0.0209, "contain": 0.1735, "investigate": 0.7481, "monitor": 0.0576 } }, "severity": { "probabilities": { "0": 0.0661, "1": 0.0739, "2": 0.3196, "3": 0.4531, "4": 0.0873 } }, "true_positive": { "probabilities": { "true": 0.7947, "false": 0.2053 } }, "urgency": { "probabilities": { "0": 0.0268, "1": 0.0593, "2": 0.3291, "3": 0.5848 } } }, "security_incidents_000055": { "credential_compromise": { "probabilities": { "true": 0.1559, "false": 0.8441 } }, "disposition": { "probabilities": { "close_benign": 0.0566, "contain": 0.1059, "investigate": 0.6563, "monitor": 0.1812 } }, "severity": { "probabilities": { "0": 0.199, "1": 0.2684, "2": 0.291, "3": 0.1996, "4": 0.0421 } }, "true_positive": { "probabilities": { "true": 0.41, "false": 0.59 } }, "urgency": { "probabilities": { "0": 0.06, "1": 0.2028, "2": 0.4004, "3": 0.3368 } } }, "security_incidents_000056": { "credential_compromise": { "probabilities": { "true": 0.1658, "false": 0.8342 } }, "disposition": { "probabilities": { "close_benign": 0.1456, "contain": 0.036, "investigate": 0.5508, "monitor": 0.2676 } }, "severity": { "probabilities": { "0": 0.0534, "1": 0.0742, "2": 0.4301, "3": 0.3901, "4": 0.0523 } }, "true_positive": { "probabilities": { "true": 0.1306, "false": 0.8694 } }, "urgency": { "probabilities": { "0": 0.0619, "1": 0.2963, "2": 0.4069, "3": 0.2348 } } }, "security_incidents_000057": { "credential_compromise": { "probabilities": { "true": 0.4662, "false": 0.5338 } }, "disposition": { "probabilities": { "close_benign": 0.0555, "contain": 0.0874, "investigate": 0.7186, "monitor": 0.1385 } }, "severity": { "probabilities": { "0": 0.1281, "1": 0.1536, "2": 0.6287, "3": 0.0638, "4": 0.0258 } }, "true_positive": { "probabilities": { "true": 0.415, "false": 0.585 } }, "urgency": { "probabilities": { "0": 0.0487, "1": 0.2216, "2": 0.5642, "3": 0.1655 } } }, "security_incidents_000058": { "credential_compromise": { "probabilities": { "true": 0.5579, "false": 0.4421 } }, "disposition": { "probabilities": { "close_benign": 0.0209, "contain": 0.2867, "investigate": 0.6329, "monitor": 0.0594 } }, "severity": { "probabilities": { "0": 0.0374, "1": 0.0396, "2": 0.1218, "3": 0.4041, "4": 0.3971 } }, "true_positive": { "probabilities": { "true": 0.8257, "false": 0.1743 } }, "urgency": { "probabilities": { "0": 0.0322, "1": 0.0587, "2": 0.1404, "3": 0.7687 } } }, "security_incidents_000059": { "credential_compromise": { "probabilities": { "true": 0.0387, "false": 0.9613 } }, "disposition": { "probabilities": { "close_benign": 0.0169, "contain": 0.4523, "investigate": 0.4987, "monitor": 0.0321 } }, "severity": { "probabilities": { "0": 0.0318, "1": 0.0318, "2": 0.0931, "3": 0.4114, "4": 0.4319 } }, "true_positive": { "probabilities": { "true": 0.7163, "false": 0.2837 } }, "urgency": { "probabilities": { "0": 0.0215, "1": 0.0365, "2": 0.1093, "3": 0.8327 } } }, "security_incidents_000060": { "credential_compromise": { "probabilities": { "true": 0.1044, "false": 0.8956 } }, "disposition": { "probabilities": { "close_benign": 0.2616, "contain": 0.0102, "investigate": 0.3037, "monitor": 0.4245 } }, "severity": { "probabilities": { "0": 0.1506, "1": 0.2143, "2": 0.5892, "3": 0.0317, "4": 0.0141 } }, "true_positive": { "probabilities": { "true": 0.0743, "false": 0.9257 } }, "urgency": { "probabilities": { "0": 0.0908, "1": 0.6032, "2": 0.2478, "3": 0.0582 } } }, "security_incidents_000061": { "credential_compromise": { "probabilities": { "true": 0.5115, "false": 0.4885 } }, "disposition": { "probabilities": { "close_benign": 0.0203, "contain": 0.1367, "investigate": 0.793, "monitor": 0.05 } }, "severity": { "probabilities": { "0": 0.079, "1": 0.0921, "2": 0.463, "3": 0.2811, "4": 0.0848 } }, "true_positive": { "probabilities": { "true": 0.8525, "false": 0.1475 } }, "urgency": { "probabilities": { "0": 0.0395, "1": 0.0966, "2": 0.5439, "3": 0.32 } } }, "security_incidents_000062": { "credential_compromise": { "probabilities": { "true": 0.2659, "false": 0.7341 } }, "disposition": { "probabilities": { "close_benign": 0.0762, "contain": 0.0636, "investigate": 0.684, "monitor": 0.1761 } }, "severity": { "probabilities": { "0": 0.0462, "1": 0.0419, "2": 0.1794, "3": 0.6726, "4": 0.0598 } }, "true_positive": { "probabilities": { "true": 0.2796, "false": 0.7204 } }, "urgency": { "probabilities": { "0": 0.0505, "1": 0.1683, "2": 0.5636, "3": 0.2175 } } }, "security_incidents_000063": { "credential_compromise": { "probabilities": { "true": 0.5826, "false": 0.4174 } }, "disposition": { "probabilities": { "close_benign": 0.0233, "contain": 0.1809, "investigate": 0.735, "monitor": 0.0609 } }, "severity": { "probabilities": { "0": 0.0583, "1": 0.0536, "2": 0.3589, "3": 0.4455, "4": 0.0838 } }, "true_positive": { "probabilities": { "true": 0.8417, "false": 0.1583 } }, "urgency": { "probabilities": { "0": 0.0452, "1": 0.0981, "2": 0.3849, "3": 0.4718 } } }, "security_incidents_000064": { "credential_compromise": { "probabilities": { "true": 0.6846, "false": 0.3154 } }, "disposition": { "probabilities": { "close_benign": 0.023, "contain": 0.1597, "investigate": 0.7672, "monitor": 0.0501 } }, "severity": { "probabilities": { "0": 0.0288, "1": 0.036, "2": 0.1469, "3": 0.6652, "4": 0.123 } }, "true_positive": { "probabilities": { "true": 0.7753, "false": 0.2247 } }, "urgency": { "probabilities": { "0": 0.0345, "1": 0.0806, "2": 0.3576, "3": 0.5273 } } }, "security_incidents_000065": { "credential_compromise": { "probabilities": { "true": 0.7155, "false": 0.2845 } }, "disposition": { "probabilities": { "close_benign": 0.0243, "contain": 0.1574, "investigate": 0.7638, "monitor": 0.0545 } }, "severity": { "probabilities": { "0": 0.1099, "1": 0.1195, "2": 0.6024, "3": 0.1263, "4": 0.0419 } }, "true_positive": { "probabilities": { "true": 0.7753, "false": 0.2247 } }, "urgency": { "probabilities": { "0": 0.0442, "1": 0.1233, "2": 0.5225, "3": 0.3101 } } }, "security_incidents_000066": { "credential_compromise": { "probabilities": { "true": 0.4867, "false": 0.5133 } }, "disposition": { "probabilities": { "close_benign": 0.0136, "contain": 0.399, "investigate": 0.5501, "monitor": 0.0373 } }, "severity": { "probabilities": { "0": 0.0097, "1": 0.0128, "2": 0.0342, "3": 0.6955, "4": 0.2479 } }, "true_positive": { "probabilities": { "true": 0.7188, "false": 0.2812 } }, "urgency": { "probabilities": { "0": 0.0147, "1": 0.0208, "2": 0.0778, "3": 0.8867 } } }, "security_incidents_000067": { "credential_compromise": { "probabilities": { "true": 0.2424, "false": 0.7576 } }, "disposition": { "probabilities": { "close_benign": 0.0492, "contain": 0.0366, "investigate": 0.6513, "monitor": 0.263 } }, "severity": { "probabilities": { "0": 0.2029, "1": 0.4044, "2": 0.3375, "3": 0.0362, "4": 0.0191 } }, "true_positive": { "probabilities": { "true": 0.4007, "false": 0.5993 } }, "urgency": { "probabilities": { "0": 0.0694, "1": 0.4273, "2": 0.3875, "3": 0.1158 } } }, "security_incidents_000068": { "credential_compromise": { "probabilities": { "true": 0.2665, "false": 0.7335 } }, "disposition": { "probabilities": { "close_benign": 0.0746, "contain": 0.0795, "investigate": 0.6157, "monitor": 0.2303 } }, "severity": { "probabilities": { "0": 0.0555, "1": 0.0543, "2": 0.2724, "3": 0.5449, "4": 0.0729 } }, "true_positive": { "probabilities": { "true": 0.2471, "false": 0.7529 } }, "urgency": { "probabilities": { "0": 0.0475, "1": 0.1644, "2": 0.5728, "3": 0.2152 } } }, "security_incidents_000069": { "credential_compromise": { "probabilities": { "true": 0.1722, "false": 0.8278 } }, "disposition": { "probabilities": { "close_benign": 0.0134, "contain": 0.4974, "investigate": 0.4671, "monitor": 0.0222 } }, "severity": { "probabilities": { "0": 0.0348, "1": 0.0343, "2": 0.0837, "3": 0.2572, "4": 0.59 } }, "true_positive": { "probabilities": { "true": 0.8692, "false": 0.1308 } }, "urgency": { "probabilities": { "0": 0.0174, "1": 0.0313, "2": 0.1097, "3": 0.8417 } } }, "security_incidents_000070": { "credential_compromise": { "probabilities": { "true": 0.3808, "false": 0.6192 } }, "disposition": { "probabilities": { "close_benign": 0.042, "contain": 0.0594, "investigate": 0.7142, "monitor": 0.1845 } }, "severity": { "probabilities": { "0": 0.1907, "1": 0.2484, "2": 0.3858, "3": 0.1505, "4": 0.0246 } }, "true_positive": { "probabilities": { "true": 0.5684, "false": 0.4316 } }, "urgency": { "probabilities": { "0": 0.0755, "1": 0.3355, "2": 0.4327, "3": 0.1563 } } }, "security_incidents_000071": { "credential_compromise": { "probabilities": { "true": 0.5557, "false": 0.4443 } }, "disposition": { "probabilities": { "close_benign": 0.0149, "contain": 0.3305, "investigate": 0.6192, "monitor": 0.0353 } }, "severity": { "probabilities": { "0": 0.0198, "1": 0.0251, "2": 0.0512, "3": 0.2567, "4": 0.6471 } }, "true_positive": { "probabilities": { "true": 0.8987, "false": 0.1013 } }, "urgency": { "probabilities": { "0": 0.022, "1": 0.0325, "2": 0.1422, "3": 0.8033 } } }, "security_incidents_000072": { "credential_compromise": { "probabilities": { "true": 0.2222, "false": 0.7778 } }, "disposition": { "probabilities": { "close_benign": 0.0787, "contain": 0.0754, "investigate": 0.6421, "monitor": 0.2038 } }, "severity": { "probabilities": { "0": 0.0646, "1": 0.0707, "2": 0.2652, "3": 0.3397, "4": 0.2597 } }, "true_positive": { "probabilities": { "true": 0.2782, "false": 0.7218 } }, "urgency": { "probabilities": { "0": 0.0423, "1": 0.1544, "2": 0.4488, "3": 0.3545 } } }, "security_incidents_000073": { "credential_compromise": { "probabilities": { "true": 0.3615, "false": 0.6385 } }, "disposition": { "probabilities": { "close_benign": 0.0483, "contain": 0.0705, "investigate": 0.7662, "monitor": 0.1149 } }, "severity": { "probabilities": { "0": 0.0744, "1": 0.0723, "2": 0.4925, "3": 0.3119, "4": 0.0489 } }, "true_positive": { "probabilities": { "true": 0.5266, "false": 0.4734 } }, "urgency": { "probabilities": { "0": 0.0537, "1": 0.1898, "2": 0.5528, "3": 0.2038 } } }, "security_incidents_000074": { "credential_compromise": { "probabilities": { "true": 0.1376, "false": 0.8624 } }, "disposition": { "probabilities": { "close_benign": 0.0638, "contain": 0.0674, "investigate": 0.7178, "monitor": 0.151 } }, "severity": { "probabilities": { "0": 0.0594, "1": 0.059, "2": 0.4275, "3": 0.3959, "4": 0.0581 } }, "true_positive": { "probabilities": { "true": 0.3206, "false": 0.6794 } }, "urgency": { "probabilities": { "0": 0.0508, "1": 0.177, "2": 0.4902, "3": 0.282 } } }, "security_incidents_000075": { "credential_compromise": { "probabilities": { "true": 0.6032, "false": 0.3968 } }, "disposition": { "probabilities": { "close_benign": 0.0305, "contain": 0.0765, "investigate": 0.7973, "monitor": 0.0957 } }, "severity": { "probabilities": { "0": 0.2052, "1": 0.3991, "2": 0.2808, "3": 0.0739, "4": 0.0411 } }, "true_positive": { "probabilities": { "true": 0.8316, "false": 0.1684 } }, "urgency": { "probabilities": { "0": 0.0778, "1": 0.2655, "2": 0.4704, "3": 0.1863 } } }, "security_incidents_000076": { "credential_compromise": { "probabilities": { "true": 0.6739, "false": 0.3261 } }, "disposition": { "probabilities": { "close_benign": 0.0135, "contain": 0.3922, "investigate": 0.5677, "monitor": 0.0266 } }, "severity": { "probabilities": { "0": 0.0142, "1": 0.0161, "2": 0.0593, "3": 0.4449, "4": 0.4656 } }, "true_positive": { "probabilities": { "true": 0.8769, "false": 0.1231 } }, "urgency": { "probabilities": { "0": 0.0185, "1": 0.0289, "2": 0.157, "3": 0.7956 } } }, "security_incidents_000077": { "credential_compromise": { "probabilities": { "true": 0.3724, "false": 0.6276 } }, "disposition": { "probabilities": { "close_benign": 0.0545, "contain": 0.0359, "investigate": 0.6811, "monitor": 0.2286 } }, "severity": { "probabilities": { "0": 0.2179, "1": 0.3805, "2": 0.3478, "3": 0.0387, "4": 0.0152 } }, "true_positive": { "probabilities": { "true": 0.3612, "false": 0.6388 } }, "urgency": { "probabilities": { "0": 0.1007, "1": 0.4719, "2": 0.3353, "3": 0.0921 } } }, "security_incidents_000078": { "credential_compromise": { "probabilities": { "true": 0.7881, "false": 0.2119 } }, "disposition": { "probabilities": { "close_benign": 0.0147, "contain": 0.5656, "investigate": 0.3908, "monitor": 0.0288 } }, "severity": { "probabilities": { "0": 0.0127, "1": 0.0156, "2": 0.0421, "3": 0.3744, "4": 0.5552 } }, "true_positive": { "probabilities": { "true": 0.8341, "false": 0.1659 } }, "urgency": { "probabilities": { "0": 0.018, "1": 0.0252, "2": 0.0953, "3": 0.8616 } } }, "security_incidents_000079": { "credential_compromise": { "probabilities": { "true": 0.0949, "false": 0.9051 } }, "disposition": { "probabilities": { "close_benign": 0.1123, "contain": 0.0168, "investigate": 0.4628, "monitor": 0.4081 } }, "severity": { "probabilities": { "0": 0.1508, "1": 0.4967, "2": 0.2324, "3": 0.1075, "4": 0.0125 } }, "true_positive": { "probabilities": { "true": 0.1686, "false": 0.8314 } }, "urgency": { "probabilities": { "0": 0.1322, "1": 0.5701, "2": 0.2286, "3": 0.069 } } }, "security_incidents_000080": { "credential_compromise": { "probabilities": { "true": 0.7034, "false": 0.2966 } }, "disposition": { "probabilities": { "close_benign": 0.0192, "contain": 0.2496, "investigate": 0.6862, "monitor": 0.045 } }, "severity": { "probabilities": { "0": 0.028, "1": 0.0371, "2": 0.0831, "3": 0.3474, "4": 0.5045 } }, "true_positive": { "probabilities": { "true": 0.7912, "false": 0.2088 } }, "urgency": { "probabilities": { "0": 0.0289, "1": 0.0519, "2": 0.1692, "3": 0.75 } } }, "security_incidents_000081": { "credential_compromise": { "probabilities": { "true": 0.2213, "false": 0.7787 } }, "disposition": { "probabilities": { "close_benign": 0.0745, "contain": 0.1024, "investigate": 0.6569, "monitor": 0.1662 } }, "severity": { "probabilities": { "0": 0.035, "1": 0.0293, "2": 0.154, "3": 0.5167, "4": 0.265 } }, "true_positive": { "probabilities": { "true": 0.3612, "false": 0.6388 } }, "urgency": { "probabilities": { "0": 0.0463, "1": 0.099, "2": 0.3396, "3": 0.5151 } } }, "security_incidents_000082": { "credential_compromise": { "probabilities": { "true": 0.4633, "false": 0.5367 } }, "disposition": { "probabilities": { "close_benign": 0.0326, "contain": 0.1112, "investigate": 0.7841, "monitor": 0.0721 } }, "severity": { "probabilities": { "0": 0.0492, "1": 0.0513, "2": 0.3606, "3": 0.4936, "4": 0.0452 } }, "true_positive": { "probabilities": { "true": 0.5561, "false": 0.4439 } }, "urgency": { "probabilities": { "0": 0.0492, "1": 0.142, "2": 0.569, "3": 0.2399 } } }, "security_incidents_000083": { "credential_compromise": { "probabilities": { "true": 0.3955, "false": 0.6045 } }, "disposition": { "probabilities": { "close_benign": 0.045, "contain": 0.1346, "investigate": 0.7057, "monitor": 0.1147 } }, "severity": { "probabilities": { "0": 0.1101, "1": 0.2668, "2": 0.3396, "3": 0.2173, "4": 0.0662 } }, "true_positive": { "probabilities": { "true": 0.6642, "false": 0.3358 } }, "urgency": { "probabilities": { "0": 0.0513, "1": 0.1902, "2": 0.4439, "3": 0.3146 } } }, "security_incidents_000084": { "credential_compromise": { "probabilities": { "true": 0.2459, "false": 0.7541 } }, "disposition": { "probabilities": { "close_benign": 0.0458, "contain": 0.0622, "investigate": 0.7255, "monitor": 0.1665 } }, "severity": { "probabilities": { "0": 0.1074, "1": 0.1543, "2": 0.5806, "3": 0.1167, "4": 0.041 } }, "true_positive": { "probabilities": { "true": 0.5136, "false": 0.4864 } }, "urgency": { "probabilities": { "0": 0.06, "1": 0.3291, "2": 0.473, "3": 0.1379 } } }, "security_incidents_000085": { "credential_compromise": { "probabilities": { "true": 0.4357, "false": 0.5643 } }, "disposition": { "probabilities": { "close_benign": 0.0297, "contain": 0.2134, "investigate": 0.7037, "monitor": 0.0532 } }, "severity": { "probabilities": { "0": 0.0235, "1": 0.0353, "2": 0.1544, "3": 0.6684, "4": 0.1185 } }, "true_positive": { "probabilities": { "true": 0.7272, "false": 0.2728 } }, "urgency": { "probabilities": { "0": 0.0331, "1": 0.0738, "2": 0.346, "3": 0.5472 } } }, "security_incidents_000086": { "credential_compromise": { "probabilities": { "true": 0.2565, "false": 0.7435 } }, "disposition": { "probabilities": { "close_benign": 0.0653, "contain": 0.0553, "investigate": 0.6175, "monitor": 0.2619 } }, "severity": { "probabilities": { "0": 0.1149, "1": 0.152, "2": 0.5963, "3": 0.0987, "4": 0.0381 } }, "true_positive": { "probabilities": { "true": 0.4125, "false": 0.5875 } }, "urgency": { "probabilities": { "0": 0.0555, "1": 0.2643, "2": 0.4782, "3": 0.202 } } }, "security_incidents_000087": { "credential_compromise": { "probabilities": { "true": 0.6356, "false": 0.3644 } }, "disposition": { "probabilities": { "close_benign": 0.0128, "contain": 0.3784, "investigate": 0.5784, "monitor": 0.0304 } }, "severity": { "probabilities": { "0": 0.0262, "1": 0.0341, "2": 0.0789, "3": 0.6605, "4": 0.2002 } }, "true_positive": { "probabilities": { "true": 0.8341, "false": 0.1659 } }, "urgency": { "probabilities": { "0": 0.0162, "1": 0.0254, "2": 0.0892, "3": 0.8692 } } }, "security_incidents_000088": { "credential_compromise": { "probabilities": { "true": 0.3687, "false": 0.6313 } }, "disposition": { "probabilities": { "close_benign": 0.0315, "contain": 0.1701, "investigate": 0.7259, "monitor": 0.0724 } }, "severity": { "probabilities": { "0": 0.0522, "1": 0.0568, "2": 0.4643, "3": 0.3328, "4": 0.0938 } }, "true_positive": { "probabilities": { "true": 0.5809, "false": 0.4191 } }, "urgency": { "probabilities": { "0": 0.0393, "1": 0.0935, "2": 0.4506, "3": 0.4165 } } }, "security_incidents_000089": { "credential_compromise": { "probabilities": { "true": 0.3462, "false": 0.6538 } }, "disposition": { "probabilities": { "close_benign": 0.0355, "contain": 0.1804, "investigate": 0.7153, "monitor": 0.0688 } }, "severity": { "probabilities": { "0": 0.0262, "1": 0.0274, "2": 0.1163, "3": 0.7178, "4": 0.1123 } }, "true_positive": { "probabilities": { "true": 0.5578, "false": 0.4422 } }, "urgency": { "probabilities": { "0": 0.0421, "1": 0.0829, "2": 0.3332, "3": 0.5418 } } }, "security_incidents_000090": { "credential_compromise": { "probabilities": { "true": 0.6446, "false": 0.3554 } }, "disposition": { "probabilities": { "close_benign": 0.0212, "contain": 0.1999, "investigate": 0.7288, "monitor": 0.0502 } }, "severity": { "probabilities": { "0": 0.1318, "1": 0.1966, "2": 0.4224, "3": 0.1754, "4": 0.0738 } }, "true_positive": { "probabilities": { "true": 0.8252, "false": 0.1748 } }, "urgency": { "probabilities": { "0": 0.0573, "1": 0.1044, "2": 0.3795, "3": 0.4588 } } }, "security_incidents_000091": { "credential_compromise": { "probabilities": { "true": 0.5066, "false": 0.4934 } }, "disposition": { "probabilities": { "close_benign": 0.0275, "contain": 0.2328, "investigate": 0.6676, "monitor": 0.0721 } }, "severity": { "probabilities": { "0": 0.0526, "1": 0.0504, "2": 0.1788, "3": 0.3419, "4": 0.3763 } }, "true_positive": { "probabilities": { "true": 0.7474, "false": 0.2526 } }, "urgency": { "probabilities": { "0": 0.0386, "1": 0.0694, "2": 0.2686, "3": 0.6234 } } }, "security_incidents_000092": { "credential_compromise": { "probabilities": { "true": 0.1034, "false": 0.8966 } }, "disposition": { "probabilities": { "close_benign": 0.073, "contain": 0.0617, "investigate": 0.6634, "monitor": 0.202 } }, "severity": { "probabilities": { "0": 0.0691, "1": 0.1073, "2": 0.4731, "3": 0.2828, "4": 0.0677 } }, "true_positive": { "probabilities": { "true": 0.2852, "false": 0.7148 } }, "urgency": { "probabilities": { "0": 0.0546, "1": 0.265, "2": 0.4879, "3": 0.1925 } } }, "security_incidents_000093": { "credential_compromise": { "probabilities": { "true": 0.4312, "false": 0.5688 } }, "disposition": { "probabilities": { "close_benign": 0.0403, "contain": 0.0361, "investigate": 0.6123, "monitor": 0.3113 } }, "severity": { "probabilities": { "0": 0.2492, "1": 0.3864, "2": 0.3299, "3": 0.0222, "4": 0.0122 } }, "true_positive": { "probabilities": { "true": 0.5148, "false": 0.4852 } }, "urgency": { "probabilities": { "0": 0.075, "1": 0.4985, "2": 0.328, "3": 0.0985 } } }, "security_incidents_000094": { "credential_compromise": { "probabilities": { "true": 0.4042, "false": 0.5958 } }, "disposition": { "probabilities": { "close_benign": 0.0234, "contain": 0.2621, "investigate": 0.6768, "monitor": 0.0376 } }, "severity": { "probabilities": { "0": 0.0464, "1": 0.0498, "2": 0.3354, "3": 0.4803, "4": 0.0882 } }, "true_positive": { "probabilities": { "true": 0.7854, "false": 0.2146 } }, "urgency": { "probabilities": { "0": 0.0299, "1": 0.0677, "2": 0.3746, "3": 0.5278 } } }, "security_incidents_000095": { "credential_compromise": { "probabilities": { "true": 0.3728, "false": 0.6272 } }, "disposition": { "probabilities": { "close_benign": 0.1011, "contain": 0.0742, "investigate": 0.6453, "monitor": 0.1794 } }, "severity": { "probabilities": { "0": 0.0521, "1": 0.0568, "2": 0.4442, "3": 0.4021, "4": 0.0448 } }, "true_positive": { "probabilities": { "true": 0.307, "false": 0.693 } }, "urgency": { "probabilities": { "0": 0.052, "1": 0.1672, "2": 0.507, "3": 0.2738 } } }, "security_incidents_000096": { "credential_compromise": { "probabilities": { "true": 0.5189, "false": 0.4811 } }, "disposition": { "probabilities": { "close_benign": 0.0178, "contain": 0.191, "investigate": 0.739, "monitor": 0.0521 } }, "severity": { "probabilities": { "0": 0.0425, "1": 0.0443, "2": 0.3382, "3": 0.5113, "4": 0.0637 } }, "true_positive": { "probabilities": { "true": 0.79, "false": 0.21 } }, "urgency": { "probabilities": { "0": 0.0394, "1": 0.093, "2": 0.4373, "3": 0.4304 } } }, "security_incidents_000097": { "credential_compromise": { "probabilities": { "true": 0.5022, "false": 0.4978 } }, "disposition": { "probabilities": { "close_benign": 0.0353, "contain": 0.1172, "investigate": 0.7497, "monitor": 0.0978 } }, "severity": { "probabilities": { "0": 0.105, "1": 0.0888, "2": 0.3547, "3": 0.3977, "4": 0.0537 } }, "true_positive": { "probabilities": { "true": 0.6814, "false": 0.3186 } }, "urgency": { "probabilities": { "0": 0.0415, "1": 0.1125, "2": 0.5147, "3": 0.3314 } } }, "security_incidents_000098": { "credential_compromise": { "probabilities": { "true": 0.3857, "false": 0.6143 } }, "disposition": { "probabilities": { "close_benign": 0.0358, "contain": 0.0717, "investigate": 0.7582, "monitor": 0.1344 } }, "severity": { "probabilities": { "0": 0.1831, "1": 0.331, "2": 0.2891, "3": 0.1587, "4": 0.0381 } }, "true_positive": { "probabilities": { "true": 0.725, "false": 0.275 } }, "urgency": { "probabilities": { "0": 0.0843, "1": 0.2787, "2": 0.4541, "3": 0.183 } } }, "security_incidents_000099": { "credential_compromise": { "probabilities": { "true": 0.1737, "false": 0.8263 } }, "disposition": { "probabilities": { "close_benign": 0.0381, "contain": 0.1728, "investigate": 0.7122, "monitor": 0.0769 } }, "severity": { "probabilities": { "0": 0.1445, "1": 0.2257, "2": 0.3408, "3": 0.2533, "4": 0.0357 } }, "true_positive": { "probabilities": { "true": 0.7117, "false": 0.2883 } }, "urgency": { "probabilities": { "0": 0.0535, "1": 0.1793, "2": 0.4177, "3": 0.3495 } } }, "security_incidents_000016": { "credential_compromise": { "probabilities": { "true": 0.5649, "false": 0.4351 } }, "disposition": { "probabilities": { "close_benign": 0.0152, "contain": 0.2975, "investigate": 0.6486, "monitor": 0.0387 } }, "severity": { "probabilities": { "0": 0.0556, "1": 0.0564, "2": 0.124, "3": 0.3007, "4": 0.4633 } }, "true_positive": { "probabilities": { "true": 0.7227, "false": 0.2773 } }, "urgency": { "probabilities": { "0": 0.0223, "1": 0.0354, "2": 0.1875, "3": 0.7549 } } }, "security_incidents_000017": { "credential_compromise": { "probabilities": { "true": 0.6309, "false": 0.3691 } }, "disposition": { "probabilities": { "close_benign": 0.0282, "contain": 0.1122, "investigate": 0.7747, "monitor": 0.0849 } }, "severity": { "probabilities": { "0": 0.196, "1": 0.3593, "2": 0.3473, "3": 0.0653, "4": 0.032 } }, "true_positive": { "probabilities": { "true": 0.8176, "false": 0.1824 } }, "urgency": { "probabilities": { "0": 0.07, "1": 0.2138, "2": 0.4785, "3": 0.2378 } } }, "security_incidents_000018": { "credential_compromise": { "probabilities": { "true": 0.3777, "false": 0.6223 } }, "disposition": { "probabilities": { "close_benign": 0.0646, "contain": 0.0988, "investigate": 0.7215, "monitor": 0.1152 } }, "severity": { "probabilities": { "0": 0.086, "1": 0.1045, "2": 0.4665, "3": 0.2823, "4": 0.0606 } }, "true_positive": { "probabilities": { "true": 0.4666, "false": 0.5334 } }, "urgency": { "probabilities": { "0": 0.0588, "1": 0.1954, "2": 0.387, "3": 0.3588 } } }, "security_incidents_000019": { "credential_compromise": { "probabilities": { "true": 0.4912, "false": 0.5088 } }, "disposition": { "probabilities": { "close_benign": 0.0385, "contain": 0.1293, "investigate": 0.7397, "monitor": 0.0925 } }, "severity": { "probabilities": { "0": 0.0328, "1": 0.049, "2": 0.2042, "3": 0.6346, "4": 0.0793 } }, "true_positive": { "probabilities": { "true": 0.5724, "false": 0.4276 } }, "urgency": { "probabilities": { "0": 0.045, "1": 0.1318, "2": 0.4578, "3": 0.3654 } } } }, "per_case": [ { "id": "agent_trace_observability_000000", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.17264933522733036, "brier": 0.058768964778000005, "confidence": 0.6863 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.29890873527804246, "brier": 0.151874342978, "confidence": 0.9189 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.27989568963460487, "brier": 0.13195381926281996, "confidence": 0.8764876487648765 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.17847492647820168, "brier": 0.11265900926700001, "pred_score": 0.7082, "gold_score": 0.79, "confidence": 0.5039 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10619733586849689, "brier": 0.02755330475599999, "pred_score": 0.8361, "gold_score": 0.556667, "confidence": 0.4837 } ] }, { "id": "agent_trace_observability_000001", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.07554757997341185, "brier": 0.04494550875600001, "confidence": 0.404 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.3847196532199235, "brier": 0.366368, "confidence": 0.678 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 1.9632423944385626, "brier": 0.580565922586397, "confidence": 0.4972502749725028 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.10817041760126613, "brier": 0.08249392017799999, "pred_score": 0.3895, "gold_score": 0.556667, "confidence": 0.6929 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.27571597882524, "brier": 0.13014599486700001, "pred_score": 1.2821, "gold_score": 0.72, "confidence": 0.4457 } ] }, { "id": "agent_trace_observability_000002", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.13005587209722802, "brier": 0.07674586386700002, "confidence": 0.5018 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.030343673070597696, "brier": 0.030225044977999993, "confidence": 0.5296 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.4472210528405379, "brier": 0.169719218067, "confidence": 0.6371 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.2026270515834105, "brier": 0.14902992594578313, "pred_score": 0.3691, "gold_score": 0.7, "confidence": 0.6758675867586759 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1519101234079479, "brier": 0.047155160778, "pred_score": 0.9497, "gold_score": 1.316667, "confidence": 0.6025 } ] }, { "id": "agent_trace_observability_000003", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.1308101756079941, "brier": 0.06444449706699999, "confidence": 0.4972 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0422396712914916, "brier": 0.035912000000000006, "confidence": 0.734 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.24874679316462808, "brier": 0.16244392047343065, "confidence": 0.66996699669967 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.13493432206132855, "brier": 0.11260520438864137, "pred_score": 0.4738, "gold_score": 0.74, "confidence": 0.5985401459854015 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06188538198046829, "brier": 0.016092901578, "pred_score": 0.7916, "gold_score": 0.983333, "confidence": 0.636 } ] }, { "id": "agent_trace_observability_000004", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.02566647776669586, "brier": 0.01344635915600001, "confidence": 0.4487 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.04360580222216834, "brier": 0.04147199999999998, "confidence": 0.556 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.6892709548797231, "brier": 0.21550450391768283, "confidence": 0.5856585658565857 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.024278394451289396, "brier": 0.005371034067000005, "pred_score": 0.4085, "gold_score": 0.3, "confidence": 0.6541 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.8260682089846917, "brier": 0.4275087978670001, "pred_score": 1.314, "gold_score": 0.3, "confidence": 0.4237 } ] }, { "id": "agent_trace_observability_000005", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.11315445372775386, "brier": 0.05006228937799999, "confidence": 0.4122 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.002304641123654534, "brier": 0.0012801800000000001, "confidence": 0.8247 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.06149334374253772, "brier": 0.034997801739674074, "confidence": 0.6627337266273372 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.28308235286946964, "brier": 0.20487260946700003, "pred_score": 0.6617, "gold_score": 0.966667, "confidence": 0.4919 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.27973106620883675, "brier": 0.14452667657800003, "pred_score": 1.2617, "gold_score": 0.916667, "confidence": 0.5727 } ] }, { "id": "agent_trace_observability_000006", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.034205216487148304, "brier": 0.005358786025722463, "confidence": 0.5675567556755675 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0003639949246223226, "brier": 0.00012482000000000037, "confidence": 0.9079 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.33361809053585506, "brier": 0.18636889706700002, "confidence": 0.6651 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.46950770004910997, "brier": 0.3115238096953738, "pred_score": 2.7438, "gold_score": 2.343333, "confidence": 0.8186818681868187 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.052154586401814654, "brier": 0.0184775011547052, "pred_score": 1.9468, "gold_score": 2.233333, "confidence": 0.38373837383738374 } ] }, { "id": "agent_trace_observability_000007", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.24340138207311562, "brier": 0.11805225999999999, "confidence": 0.427 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.08242964717742651, "brier": 0.07727717097799996, "confidence": 0.6799 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.007963255104075823, "brier": 0.002643781377999999, "confidence": 0.5744 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.19183504144564373, "brier": 0.11758681197799997, "pred_score": 0.3985, "gold_score": 0.8, "confidence": 0.6464 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.11301780823400022, "brier": 0.04846739309324419, "pred_score": 1.0546, "gold_score": 1.383333, "confidence": 0.5992400759924008 } ] }, { "id": "agent_trace_observability_000008", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.049591462822635546, "brier": 0.031672574067, "confidence": 0.6779 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.13353938908031884, "brier": 0.06313112577800001, "confidence": 0.911 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.19752540658828355, "brier": 0.11771490777800002, "confidence": 0.7559 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.04821024146290507, "brier": 0.00816304024232112, "pred_score": 2.4846, "gold_score": 2.44, "confidence": 0.6060393960603939 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.14644240520078, "brier": 0.07348920386700002, "pred_score": 1.76, "gold_score": 2.2, "confidence": 0.4158 } ] }, { "id": "agent_trace_observability_000009", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.048613470971952885, "brier": 0.012417162814932133, "confidence": 0.5532446755324468 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.00015593181227026211, "brier": 6.122817800000008e-05, "confidence": 0.8878 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.1470519972220926, "brier": 0.0583634864754454, "confidence": 0.8660133986601339 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.06761505671467419, "brier": 0.008644376698324949, "pred_score": 2.6089, "gold_score": 2.583333, "confidence": 0.7208279172082792 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03317020577509752, "brier": 0.012743545555999998, "pred_score": 1.9989, "gold_score": 2.216667, "confidence": 0.3984 } ] }, { "id": "agent_trace_observability_000010", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.6190399500577337, "brier": 0.4436533415779999, "confidence": 0.5114 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.04379680348179536, "brier": 0.024641999999999994, "confidence": 0.789 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.23371553656235808, "brier": 0.15385857097800001, "confidence": 0.6062 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.050694185596719614, "brier": 0.02870885617799998, "pred_score": 0.5584, "gold_score": 0.683667, "confidence": 0.4911 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.23110816486161034, "brier": 0.08522460037800002, "pred_score": 1.0465, "gold_score": 0.633667, "confidence": 0.6953 } ] }, { "id": "agent_trace_observability_000011", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.0799357432226245, "brier": 0.024678488378000008, "confidence": 0.6693 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.013822324647832583, "brier": 0.004717506978000003, "confidence": 0.8881 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.005271248898479335, "brier": 0.0014272558670000001, "confidence": 0.825 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.062410411327992216, "brier": 0.02738535566699999, "pred_score": 0.2506, "gold_score": 0.416667, "confidence": 0.7741 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.029646498503874484, "brier": 0.017255418178, "pred_score": 0.4063, "gold_score": 0.456667, "confidence": 0.6908 } ] }, { "id": "agent_trace_observability_000012", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.11465503584795438, "brier": 0.071569171778, "confidence": 0.4953 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.3564087268531375, "brier": 0.30994741377800006, "confidence": 0.777 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.18466769800346405, "brier": 0.05755586186699999, "confidence": 0.3972 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.05103895515996817, "brier": 0.025615539266999988, "pred_score": 1.2698, "gold_score": 1.5, "confidence": 0.4183 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.4270635121575405, "brier": 0.243487635067, "pred_score": 0.9151, "gold_score": 1.183333, "confidence": 0.6451 } ] }, { "id": "agent_trace_observability_000013", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.012487073725294142, "brier": 0.0033648211780000024, "confidence": 0.4244 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.01610130951493688, "brier": 0.009725382578000008, "confidence": 0.8364 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.21347736844236853, "brier": 0.09893409986700001, "confidence": 0.6198 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.07119329728595558, "brier": 0.03356605995599999, "pred_score": 0.3684, "gold_score": 0.553333, "confidence": 0.6617 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.27193012855559545, "brier": 0.213362202267, "pred_score": 0.9183, "gold_score": 0.656667, "confidence": 0.6466000000000001 } ] }, { "id": "agent_trace_observability_000014", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.052762704547927565, "brier": 0.019255938867000007, "confidence": 0.4404 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0042049367645274754, "brier": 0.0026986265780000024, "confidence": 0.7866 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.008978195348936112, "brier": 0.0005109897321288852, "confidence": 0.6634663466346634 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.39895189284787014, "brier": 0.196840712011734, "pred_score": 1.2453, "gold_score": 1.02, "confidence": 0.36223622362236224 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06378078392489007, "brier": 0.024395011899943943, "pred_score": 1.0683, "gold_score": 0.853333, "confidence": 0.6247624762476248 } ] }, { "id": "agent_trace_observability_000015", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08126407198794565, "brier": 0.037867414866999995, "confidence": 0.5987 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.003890434722303847, "brier": 0.0014615661779999987, "confidence": 0.9037 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.2948919304972672, "brier": 0.053545864867, "confidence": 0.6753 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.11293902942870951, "brier": 0.05965671686700003, "pred_score": 2.66, "gold_score": 2.376667, "confidence": 0.7327 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.012330826044274837, "brier": 0.002429704822476714, "pred_score": 2.1021, "gold_score": 2.2, "confidence": 0.40474047404740476 } ] }, { "id": "agent_trace_observability_000016", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.032069931870202455, "brier": 0.01818717297799999, "confidence": 0.5581 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.024106374552487556, "brier": 0.011021076577999998, "confidence": 0.8909 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.02151689603305453, "brier": 0.005969216178000001, "confidence": 0.6853 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.07342550152744083, "brier": 0.03765087395600002, "pred_score": 2.25, "gold_score": 2.533333, "confidence": 0.476 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.37108077106114434, "brier": 0.18608525926700004, "pred_score": 1.557, "gold_score": 2.35, "confidence": 0.3406 } ] }, { "id": "agent_trace_observability_000017", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.17065827558924435, "brier": 0.10058762201759266, "confidence": 0.38536146385361464 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.15492908603951536, "brier": 0.152167687778, "confidence": 0.5825 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.07370157001638203, "brier": 0.047523623866999994, "confidence": 0.6947 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.44296203467798456, "brier": 0.257032215156, "pred_score": 1.2069, "gold_score": 1.883333, "confidence": 0.5361 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.602803082421626, "brier": 0.318365690578, "pred_score": 1.1631, "gold_score": 1.966667, "confidence": 0.6308 } ] }, { "id": "agent_trace_observability_000018", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.12532741831716349, "brier": 0.06716395886700004, "confidence": 0.5539 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.1544472883612615, "brier": 0.11580848137800004, "confidence": 0.6527 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.07831239437349416, "brier": 0.056093661777999994, "confidence": 0.6123 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.04638490011080339, "brier": 0.005160862894076853, "pred_score": 0.4152, "gold_score": 0.303333, "confidence": 0.6836683668366836 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1359410302333065, "brier": 0.067190271956, "pred_score": 0.3955, "gold_score": 0.503333, "confidence": 0.758 } ] }, { "id": "agent_trace_observability_000019", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.46073391920723794, "brier": 0.24057385999999994, "confidence": 0.4593 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.5296447535321227, "brier": 0.4975370405780001, "confidence": 0.6821 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08882825202322239, "brier": 0.019759328067, "confidence": 0.6106 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.19298646595256358, "brier": 0.08383082486700003, "pred_score": 1.0998, "gold_score": 0.65, "confidence": 0.4455 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.608065403232809, "brier": 0.3987183918670001, "pred_score": 1.0309, "gold_score": 0.4, "confidence": 0.6508 } ] }, { "id": "agent_trace_observability_000020", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.12558087821568367, "brier": 0.060319622756, "confidence": 0.3725 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.10557884743493345, "brier": 0.10239351057800004, "confidence": 0.5096 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.0613764992248613, "brier": 0.006129368642102673, "confidence": 0.817918208179182 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.03521083075960968, "brier": 0.014508160377999992, "pred_score": 1.4572, "gold_score": 1.516667, "confidence": 0.4791 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09503969736266807, "brier": 0.03424374398241967, "pred_score": 1.0637, "gold_score": 0.77, "confidence": 0.5671432856714329 } ] }, { "id": "agent_trace_observability_000021", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.1688421658528018, "brier": 0.07281608826699999, "confidence": 0.8776 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.00011514702738586909, "brier": 3.754977799999933e-05, "confidence": 0.909 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.13035527375272918, "brier": 0.076848731956, "confidence": 0.5555 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.11816979345041617, "brier": 0.064791727267, "pred_score": 0.3836, "gold_score": 0.12, "confidence": 0.6991 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.19644733964356378, "brier": 0.12758001611097763, "pred_score": 0.3333, "gold_score": 0.73, "confidence": 0.7287271272872713 } ] }, { "id": "agent_trace_observability_000022", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.1324133487264579, "brier": 0.07877598778176916, "confidence": 0.34896510348965104 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.46790862637600944, "brier": 0.439672527378, "confidence": 0.7022 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.23331101248045233, "brier": 0.08523880477800003, "confidence": 0.4993 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.02023071924628671, "brier": 0.010539414885038206, "pred_score": 0.3148, "gold_score": 0.413333, "confidence": 0.7403259674032596 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5181209381402353, "brier": 0.24713110937614477, "pred_score": 1.3603, "gold_score": 0.623333, "confidence": 0.4467446744674467 } ] }, { "id": "agent_trace_observability_000023", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.15672595166571257, "brier": 0.08298260530789031, "confidence": 0.45094509450945097 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.23933090594006226, "brier": 0.19257218000000004, "confidence": 0.5897 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 2.1560718513784, "brier": 0.8371011770669999, "confidence": 0.6544 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.16275044820370105, "brier": 0.10468433795599999, "pred_score": 0.303, "gold_score": 0.633333, "confidence": 0.7392 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.3031584841578673, "brier": 0.16437874147723228, "pred_score": 0.7595, "gold_score": 0.87, "confidence": 0.5841584158415841 } ] }, { "id": "agent_trace_observability_000024", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.016459021430070456, "brier": 0.0060591048670000005, "confidence": 0.4891 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.07201710358236524, "brier": 0.06456046177800001, "confidence": 0.713 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.06532584962962731, "brier": 0.040122655727466136, "confidence": 0.4030403040304031 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.03695403293092098, "brier": 0.0121016389144108, "pred_score": 1.6352, "gold_score": 1.566667, "confidence": 0.44315568443155684 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05828879389635691, "brier": 0.037235352266999984, "pred_score": 1.1603, "gold_score": 1.333333, "confidence": 0.6384 } ] }, { "id": "agent_trace_observability_000025", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.05165588930441874, "brier": 0.039461674178000006, "confidence": 0.4453 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.04705086602589477, "brier": 0.021701527778000003, "confidence": 0.8975 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.3320659877935225, "brier": 0.17659731275600002, "confidence": 0.8355 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.05762458813609153, "brier": 0.024523692578, "pred_score": 2.4669, "gold_score": 2.4, "confidence": 0.6375 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.12872640004868985, "brier": 0.061194390377999994, "pred_score": 1.8675, "gold_score": 2.336667, "confidence": 0.3654 } ] }, { "id": "agent_trace_observability_000026", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.21101904084768205, "brier": 0.11314192377799999, "confidence": 0.4932 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.05104929487395567, "brier": 0.020254001377999993, "confidence": 0.9173 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.33221021343280155, "brier": 0.17366497134644288, "confidence": 0.8426842684268427 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.26327382355792517, "brier": 0.173817156578, "pred_score": 2.659, "gold_score": 2.246667, "confidence": 0.7448 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02658706502689298, "brier": 0.012809086378000004, "pred_score": 2.2466, "gold_score": 2.193333, "confidence": 0.4927 } ] }, { "id": "agent_trace_observability_000027", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.0973554829382477, "brier": 0.06472714835600002, "confidence": 0.4285 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.00413673554360585, "brier": 0.0030212873779999977, "confidence": 0.7722 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.03382016648033135, "brier": 0.013563389177999995, "confidence": 0.6211 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.05669684612750264, "brier": 0.005339674368933847, "pred_score": 0.694, "gold_score": 0.583333, "confidence": 0.46285371462853714 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09449652473146282, "brier": 0.013244156378, "pred_score": 1.1841, "gold_score": 0.966667, "confidence": 0.5911 } ] }, { "id": "agent_trace_observability_000028", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.09415240179322211, "brier": 0.027059042403388963, "confidence": 0.668033196680332 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.04168840265693592, "brier": 0.026205388178, "confidence": 0.7622 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.02372623825672944, "brier": 0.004411010978000002, "confidence": 0.7165 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.01906726791830125, "brier": 0.0033492680786796495, "pred_score": 0.2633, "gold_score": 0.336667, "confidence": 0.7774222577742226 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.018329202627370995, "brier": 0.004450965467000001, "pred_score": 0.4556, "gold_score": 0.453333, "confidence": 0.6681 } ] }, { "id": "agent_trace_observability_000029", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.04701990224631099, "brier": 0.020680114333449906, "confidence": 0.43964396439643966 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.014716036705205313, "brier": 0.014688979999999999, "confidence": 0.5357 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.0725414507142048, "brier": 0.02493456875600001, "confidence": 0.5658 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.046685957557551006, "brier": 0.024181237417834477, "pred_score": 0.5594, "gold_score": 0.766667, "confidence": 0.5138513851385139 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05640124295198408, "brier": 0.03192868, "pred_score": 1.1424, "gold_score": 1.05, "confidence": 0.6349 } ] }, { "id": "agent_trace_observability_000030", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.11417621997263189, "brier": 0.06483141186699998, "confidence": 0.3882 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0501232400522377, "brier": 0.04568236737800002, "confidence": 0.5922 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08084095691009391, "brier": 0.01589748989697968, "confidence": 0.5371462853714629 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.021063837875371763, "brier": 0.008788491156000002, "pred_score": 1.3385, "gold_score": 1.383333, "confidence": 0.4331 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.40441159737453203, "brier": 0.15894066966700002, "pred_score": 0.9144, "gold_score": 1.483333, "confidence": 0.6514 } ] }, { "id": "agent_trace_observability_000031", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.04730760034877551, "brier": 0.024400812978, "confidence": 0.3881 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.005608762013400714, "brier": 0.005304500000000004, "confidence": 0.5985 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.01570173172051565, "brier": 0.006863975467000009, "confidence": 0.5096 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.2448217339708507, "brier": 0.19541351915600003, "pred_score": 0.5195, "gold_score": 0.916667, "confidence": 0.5717 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05689263000841884, "brier": 0.02880819897799999, "pred_score": 1.1115, "gold_score": 1.3, "confidence": 0.5715 } ] }, { "id": "agent_trace_observability_000032", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.039954612199363235, "brier": 0.015442371266999991, "confidence": 0.6091 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.00967704288183361, "brier": 0.005325119999999999, "confidence": 0.8516 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.6287805696352211, "brier": 0.31694429757799997, "confidence": 0.8462 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.012198557444396851, "brier": 0.004314745760487507, "pred_score": 2.2607, "gold_score": 2.2, "confidence": 0.4794520547945205 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.4558753910825072, "brier": 0.22694033630978944, "pred_score": 1.2124, "gold_score": 2.05, "confidence": 0.5073492650734927 } ] }, { "id": "agent_trace_observability_000033", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.21263464044029756, "brier": 0.06257286637800001, "confidence": 0.6444 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.025523468201194575, "brier": 0.010091374178, "confidence": 0.8623 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.15698686171106194, "brier": 0.025863764978000005, "confidence": 0.8678 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.13358354894430807, "brier": 0.05674844200681431, "pred_score": 2.3155, "gold_score": 2.7, "confidence": 0.5284471552844715 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5945181052585475, "brier": 0.29320871066050014, "pred_score": 1.5486, "gold_score": 2.516667, "confidence": 0.41615838416158385 } ] }, { "id": "agent_trace_observability_000034", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.07431918352315714, "brier": 0.041627687556000006, "confidence": 0.3359 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.04514030964949947, "brier": 0.04486030857800001, "confidence": 0.5331 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.02129616112293825, "brier": 0.009012099667, "confidence": 0.6705 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.1406478534568554, "brier": 0.10279254915600002, "pred_score": 1.5, "gold_score": 1.693333, "confidence": 0.4017 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06653058439557683, "brier": 0.03765197517799999, "pred_score": 1.0532, "gold_score": 1.216667, "confidence": 0.6265 } ] }, { "id": "agent_trace_observability_000035", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.08715651823081906, "brier": 0.057862722355999985, "confidence": 0.4335 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.056056977229160074, "brier": 0.049717765778, "confidence": 0.609 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.0189189181109347, "brier": 0.014627653178000005, "confidence": 0.4766 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.22156823352207658, "brier": 0.12406162006555753, "pred_score": 0.2495, "gold_score": 0.603333, "confidence": 0.7782778277827783 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.24501671770499464, "brier": 0.18213282155600002, "pred_score": 0.9503, "gold_score": 0.69, "confidence": 0.6782 } ] }, { "id": "agent_trace_observability_000036", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.06364468308357138, "brier": 0.02778639485726399, "confidence": 0.45465453454654536 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.006170940364744207, "brier": 0.005624998177999999, "confidence": 0.6303 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.13593406865018814, "brier": 0.08987767999999996, "confidence": 0.6828 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.08022161976586978, "brier": 0.029076990840611463, "pred_score": 0.2298, "gold_score": 0.4, "confidence": 0.8012801280128012 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1004286551887149, "brier": 0.065866331578, "pred_score": 1.0669, "gold_score": 0.966667, "confidence": 0.6514 } ] }, { "id": "agent_trace_observability_000037", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08295978757254192, "brier": 0.032345131156, "confidence": 0.553 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.06526311690714613, "brier": 0.033024499999999984, "confidence": 0.8885 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.2503778982562098, "brier": 0.12148190930836596, "confidence": 0.8447155284471553 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.07990949062061069, "brier": 0.039859178667000006, "pred_score": 2.476, "gold_score": 2.37, "confidence": 0.648 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.1533605081204273, "brier": 0.075509801378, "pred_score": 1.8235, "gold_score": 2.316667, "confidence": 0.3983 } ] }, { "id": "agent_trace_observability_000038", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.07897113147060467, "brier": 0.04369692126574402, "confidence": 0.39716028397160286 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 3.154171789691894e-05, "brier": 2.9383778000000472e-05, "confidence": 0.6295 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.00229548944221778, "brier": 0.0005213495186954318, "confidence": 0.5178482151784822 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.04832799307840435, "brier": 0.02002741306433874, "pred_score": 0.3314, "gold_score": 0.51, "confidence": 0.7165716571657166 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.13635283934396938, "brier": 0.10356450639976825, "pred_score": 0.9165, "gold_score": 0.82, "confidence": 0.6237376262373763 } ] }, { "id": "agent_trace_observability_000039", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.14569958678413664, "brier": 0.09889275878584933, "confidence": 0.49765023497650235 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.004931840182950748, "brier": 0.002099519999999998, "confidence": 0.8676 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.540530766638295, "brier": 0.20219465886700003, "confidence": 0.8993 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.23236794513889136, "brier": 0.14246391269088107, "pred_score": 2.6869, "gold_score": 2.466667, "confidence": 0.7753224677532247 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.07171037557640877, "brier": 0.032598823667, "pred_score": 2.1264, "gold_score": 2.066667, "confidence": 0.4473 } ] }, { "id": "agent_trace_observability_000040", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.3049728443440932, "brier": 0.08913559834512022, "confidence": 0.47824782478247824 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.1544985626007469, "brier": 0.14684623017799997, "confidence": 0.5043 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.4304674304725398, "brier": 0.333207971156, "confidence": 0.6194 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.08393771874555025, "brier": 0.07173734195486234, "pred_score": 0.6064, "gold_score": 0.423333, "confidence": 0.47674767476747676 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0430863703670272, "brier": 0.016362695067, "pred_score": 1.0716, "gold_score": 1.266667, "confidence": 0.6429 } ] }, { "id": "agent_trace_observability_000041", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.06551099279143696, "brier": 0.02868378263051547, "confidence": 0.421957804219578 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.03808276227159163, "brier": 0.02931443697800001, "confidence": 0.6956 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.016362180403322737, "brier": 0.001670338978, "confidence": 0.5829 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.018003624347104195, "brier": 0.005626686977999999, "pred_score": 0.4078, "gold_score": 0.333333, "confidence": 0.6442 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.2980150634821669, "brier": 0.21936449737799998, "pred_score": 0.8649, "gold_score": 0.433333, "confidence": 0.6637000000000001 } ] }, { "id": "agent_trace_observability_000042", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.15804332611902575, "brier": 0.09388932729687409, "confidence": 0.5024497550244975 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.08336079008494923, "brier": 0.08217458, "confidence": 0.6027 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.2780928634983749, "brier": 0.18991799976090637, "confidence": 0.6345634563456346 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.04050395210975222, "brier": 0.024136819177999994, "pred_score": 0.2693, "gold_score": 0.396667, "confidence": 0.7664 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5994177956810516, "brier": 0.341185172178, "pred_score": 1.0917, "gold_score": 0.473333, "confidence": 0.6604 } ] }, { "id": "agent_trace_observability_000043", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.02769423975400498, "brier": 0.0063046067559999995, "confidence": 0.6161 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.07986519024213695, "brier": 0.04892192000000002, "confidence": 0.8564 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08605379509454145, "brier": 0.028031843156, "confidence": 0.384 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.08423323591168931, "brier": 0.0244519, "pred_score": 1.9877, "gold_score": 1.7, "confidence": 0.6202 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03972525318338192, "brier": 0.011305711447741403, "pred_score": 1.5583, "gold_score": 1.75, "confidence": 0.46415358464153583 } ] }, { "id": "agent_trace_observability_000044", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.01454941172083793, "brier": 0.004168097155999999, "confidence": 0.6037 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.060141212912325145, "brier": 0.036684194977999976, "confidence": 0.8521 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08695601260946734, "brier": 0.036715897667, "confidence": 0.5541 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.032270985823974904, "brier": 0.014697436755999998, "pred_score": 1.56, "gold_score": 1.6, "confidence": 0.4179 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.009381972126420043, "brier": 0.004402410958970953, "pred_score": 1.2739, "gold_score": 1.316667, "confidence": 0.5570557055705571 } ] }, { "id": "agent_trace_observability_000045", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08364952956548856, "brier": 0.059449541667000005, "confidence": 0.4671 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.00010387105396217171, "brier": 6.122817799999992e-05, "confidence": 0.8222 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08877149313476032, "brier": 0.013809760978000006, "confidence": 0.6657000000000001 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.3676991880105908, "brier": 0.295674644178, "pred_score": 0.305, "gold_score": 0.733333, "confidence": 0.7338 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5146740597855218, "brier": 0.41880231297799997, "pred_score": 0.7647, "gold_score": 0.183333, "confidence": 0.5707 } ] }, { "id": "agent_trace_observability_000046", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.04637574594295621, "brier": 0.014133485156, "confidence": 0.698 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.018145789347308226, "brier": 0.008667967778000003, "confidence": 0.8375 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.0385211781332686, "brier": 0.012971427665624358, "confidence": 0.8197180281971803 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.17252457179131125, "brier": 0.09516554564299369, "pred_score": 0.4095, "gold_score": 0.093333, "confidence": 0.6711671167116712 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.011048755181297254, "brier": 0.004273331585636429, "pred_score": 0.2612, "gold_score": 0.183333, "confidence": 0.7897210278972102 } ] }, { "id": "agent_trace_observability_000047", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.07058023132901262, "brier": 0.050136114578000004, "confidence": 0.4149 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.005224450867972109, "brier": 0.004213620000000005, "confidence": 0.7041 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.02048230790844402, "brier": 0.014598420271301005, "confidence": 0.5909409059094091 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.029391367395246, "brier": 0.0023133730721115126, "pred_score": 0.6116, "gold_score": 0.556667, "confidence": 0.49745025497450257 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.2967111820933188, "brier": 0.14762247777799997, "pred_score": 1.1787, "gold_score": 0.75, "confidence": 0.6244 } ] }, { "id": "agent_trace_observability_000048", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.06314139882864742, "brier": 0.03746967465037994, "confidence": 0.501949805019498 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.00021254835359877863, "brier": 0.0001301529780000006, "confidence": 0.8086 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08393870116623242, "brier": 0.04397283319363296, "confidence": 0.6607339266073393 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.13043118665543185, "brier": 0.06401561746711547, "pred_score": 0.6046, "gold_score": 0.9, "confidence": 0.4958504149585042 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.11289238510383119, "brier": 0.07084511437800001, "pred_score": 1.0936, "gold_score": 1.016667, "confidence": 0.6783 } ] }, { "id": "agent_trace_observability_000049", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.4522466595561782, "brier": 0.29599222225392274, "confidence": 0.5859585958595859 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.23495166528989828, "brier": 0.224539788978, "confidence": 0.6784 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.13677794879300076, "brier": 0.05765151599445035, "confidence": 0.5637436256374362 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.018526463067159854, "brier": 0.010884417132074027, "pred_score": 1.4713, "gold_score": 1.593333, "confidence": 0.46344634463446344 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.262674200232483, "brier": 0.19619100457800004, "pred_score": 0.9279, "gold_score": 0.686667, "confidence": 0.6784 } ] }, { "id": "agent_trace_observability_000050", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.25446108334814926, "brier": 0.13912113999999998, "confidence": 0.3857 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.015412067138455846, "brier": 0.015277520000000003, "confidence": 0.5126 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.20562529547870587, "brier": 0.07331732217800001, "confidence": 0.4554 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.03035310730929249, "brier": 0.018281849716892142, "pred_score": 1.4423, "gold_score": 1.4, "confidence": 0.4931493149314931 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04181191239086414, "brier": 0.01692037275599999, "pred_score": 0.9144, "gold_score": 1.0, "confidence": 0.6759 } ] }, { "id": "agent_trace_observability_000051", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.04253210146978884, "brier": 0.031607706466999994, "confidence": 0.3973 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0596182668609751, "brier": 0.05802666177799999, "confidence": 0.513 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.3069279535814473, "brier": 0.13910304917799995, "confidence": 0.5705 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.04799592057870288, "brier": 0.01346584092310953, "pred_score": 0.2942, "gold_score": 0.28, "confidence": 0.7384261573842616 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.3139728985011534, "brier": 0.263191528178, "pred_score": 0.8557, "gold_score": 0.483333, "confidence": 0.5932000000000001 } ] }, { "id": "agent_trace_observability_000052", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.45905088536035993, "brier": 0.3081864201931627, "confidence": 0.561956195619562 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.8270424126948576, "brier": 0.72288288, "confidence": 0.7912 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.1586346667533335, "brier": 0.043754085267000004, "confidence": 0.5845 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.0462587085634028, "brier": 0.026520241369484047, "pred_score": 1.3089, "gold_score": 1.07, "confidence": 0.42515748425157485 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04140048098744645, "brier": 0.02871409266699999, "pred_score": 0.9229, "gold_score": 0.916667, "confidence": 0.591 } ] }, { "id": "agent_trace_observability_000053", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.004474985871146532, "brier": 0.0007923907560000005, "confidence": 0.4644 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.006965355869265971, "brier": 0.0064297799999999995, "confidence": 0.6567 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.08953187200968618, "brier": 0.07285323275600003, "confidence": 0.5772 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.2807424890498058, "brier": 0.16916681577800005, "pred_score": 0.5265, "gold_score": 0.966667, "confidence": 0.5298 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10963676098799208, "brier": 0.07091612545678629, "pred_score": 1.0718, "gold_score": 0.966667, "confidence": 0.6754675467546755 } ] }, { "id": "agent_trace_observability_000054", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.03030075998673492, "brier": 0.004696340821200834, "confidence": 0.44284428442844287 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.07076153438053528, "brier": 0.06530498000000001, "confidence": 0.5693 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.09840481776436544, "brier": 0.03225105177800001, "confidence": 0.4638 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.08094563662142266, "brier": 0.02664468, "pred_score": 0.4007, "gold_score": 0.2, "confidence": 0.6651 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.7380585672685759, "brier": 0.49174758777799993, "pred_score": 0.9432, "gold_score": 0.233333, "confidence": 0.6494 } ] }, { "id": "agent_trace_observability_000055", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.3342372898512589, "brier": 0.16105609006700003, "confidence": 0.78 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.3056764489820011, "brier": 0.14439938, "confidence": 0.9287 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.45111433856232575, "brier": 0.2060534536999185, "confidence": 0.8912108789121088 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.00276457691428404, "brier": 0.000475893778, "pred_score": 0.3485, "gold_score": 0.336667, "confidence": 0.6878 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.061194801239728494, "brier": 0.037837850756000005, "pred_score": 0.5018, "gold_score": 0.566667, "confidence": 0.6473 } ] }, { "id": "agent_trace_observability_000056", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.039558541818811195, "brier": 0.008370028778, "confidence": 0.5973 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.011714807228680069, "brier": 0.006627918977999988, "confidence": 0.8091 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.03714915321945877, "brier": 0.009124447778000006, "confidence": 0.6461 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.06817636329490093, "brier": 0.05158701137800003, "pred_score": 0.6445, "gold_score": 0.743333, "confidence": 0.4968 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07276962207958504, "brier": 0.018519077155999993, "pred_score": 0.706, "gold_score": 0.62, "confidence": 0.5708 } ] }, { "id": "agent_trace_observability_000057", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.076488548183159, "brier": 0.040209102297664785, "confidence": 0.4155415541554155 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0526407922740163, "brier": 0.05156352297800001, "confidence": 0.5061 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.22494809385741166, "brier": 0.16061408606699998, "confidence": 0.7322 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.23342697637042248, "brier": 0.1602181508618222, "pred_score": 0.6451, "gold_score": 0.983333, "confidence": 0.5209479052094791 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.00844026041918555, "brier": 0.0032748126020084554, "pred_score": 1.1664, "gold_score": 1.216667, "confidence": 0.5398539853985399 } ] }, { "id": "agent_trace_observability_000058", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.0606679700157312, "brier": 0.030686900000000013, "confidence": 0.4133 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.060219484531760153, "brier": 0.05939732577799997, "confidence": 0.599 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.5973193209988282, "brier": 0.29396087032547513, "confidence": 0.6018601860186018 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.035458649582750267, "brier": 0.028257236977999995, "pred_score": 0.6565, "gold_score": 0.756667, "confidence": 0.5161 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12920759074205765, "brier": 0.042079003956000005, "pred_score": 1.1573, "gold_score": 1.183333, "confidence": 0.4673 } ] }, { "id": "agent_trace_observability_000059", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.09546402231173187, "brier": 0.047292663066999995, "confidence": 0.5577 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.027430487489097433, "brier": 0.013208650578000015, "confidence": 0.8846 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.3189232450378424, "brier": 0.165580036667, "confidence": 0.835 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.14105056159540652, "brier": 0.0760001377485483, "pred_score": 2.7412, "gold_score": 2.433333, "confidence": 0.8229177082291771 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07787098341942547, "brier": 0.040036929900292687, "pred_score": 1.9687, "gold_score": 2.333333, "confidence": 0.37206279372062795 } ] }, { "id": "agent_trace_observability_000060", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.016678105730626294, "brier": 0.006090988356000007, "confidence": 0.7869 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.002264442564946196, "brier": 0.0006969137779999997, "confidence": 0.922 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.051901792254356274, "brier": 0.02226240337998613, "confidence": 0.8608860886088608 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.10667764001592209, "brier": 0.08552820897800002, "pred_score": 0.3711, "gold_score": 0.626667, "confidence": 0.6645 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08865214690567041, "brier": 0.057841921875117386, "pred_score": 0.3794, "gold_score": 0.583333, "confidence": 0.7225722572257226 } ] }, { "id": "agent_trace_observability_000061", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.04470803866547044, "brier": 0.016528802977287708, "confidence": 0.3785378537853785 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.07563063827042169, "brier": 0.07212402000000004, "confidence": 0.6599 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.15387220978973962, "brier": 0.07183594206699999, "confidence": 0.4541 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.04137683204858635, "brier": 0.015051358629414641, "pred_score": 1.6725, "gold_score": 1.45, "confidence": 0.4816481648164816 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09020549920643148, "brier": 0.064163912978, "pred_score": 1.2272, "gold_score": 1.416667, "confidence": 0.5888 } ] }, { "id": "agent_trace_observability_000062", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.10902689109743907, "brier": 0.06054957577799998, "confidence": 0.4701 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.11503749546660455, "brier": 0.09296672, "confidence": 0.6344 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.01717972926422891, "brier": 0.0015119898669999998, "confidence": 0.6064 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.21210103695152654, "brier": 0.15841310857800003, "pred_score": 0.2711, "gold_score": 0.583333, "confidence": 0.7596 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.2266082259499922, "brier": 0.18267183952621316, "pred_score": 0.8576, "gold_score": 0.516667, "confidence": 0.653965396539654 } ] }, { "id": "agent_trace_observability_000063", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.006892931641124922, "brier": 0.0029148530669999943, "confidence": 0.5269 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.012714008502599135, "brier": 0.004821620000000006, "confidence": 0.9091 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.1001837817922819, "brier": 0.04470601985303277, "confidence": 0.6222622262226223 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.032757228511146694, "brier": 0.022519360267000008, "pred_score": 2.5695, "gold_score": 2.483333, "confidence": 0.6702 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.16965776598818266, "brier": 0.074140628067, "pred_score": 1.8634, "gold_score": 2.383333, "confidence": 0.3756 } ] }, { "id": "agent_trace_observability_000064", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.018470316684501123, "brier": 0.010015469066999993, "confidence": 0.3954 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.04154575297886662, "brier": 0.04047979857800002, "confidence": 0.5244 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.15656995756074743, "brier": 0.05690404875599999, "confidence": 0.6052 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.030613651650654414, "brier": 0.004855275437885577, "pred_score": 0.5139, "gold_score": 0.37, "confidence": 0.6272627262726272 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06293627859697427, "brier": 0.032354339178, "pred_score": 0.6514, "gold_score": 0.866667, "confidence": 0.5403 } ] }, { "id": "agent_trace_observability_000065", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.14012195564335686, "brier": 0.060717448459651796, "confidence": 0.39103910391039104 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.028757794756645, "brier": 0.012376993778000007, "confidence": 0.848 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08535389437916677, "brier": 0.008745315817374743, "confidence": 0.8395160483951605 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.04738344159357494, "brier": 0.0051857399999999994, "pred_score": 2.5558, "gold_score": 2.65, "confidence": 0.6996 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10693267646922314, "brier": 0.044054322267000005, "pred_score": 1.9476, "gold_score": 2.35, "confidence": 0.3434 } ] }, { "id": "agent_trace_observability_000066", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.11479423088634286, "brier": 0.03739637137799999, "confidence": 0.4619 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.011921005855470762, "brier": 0.011847838178000003, "confidence": 0.5603 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.38023605368755237, "brier": 0.15743741617800003, "confidence": 0.46 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.3247221674321962, "brier": 0.23169499977799998, "pred_score": 0.2697, "gold_score": 0.683333, "confidence": 0.7642 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.015005118072215528, "brier": 0.001085716675366084, "pred_score": 0.8215, "gold_score": 0.766667, "confidence": 0.5796579657965797 } ] }, { "id": "agent_trace_observability_000067", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.32229545300212376, "brier": 0.190393267178, "confidence": 0.8062 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.005045214269611967, "brier": 0.002151680000000003, "confidence": 0.8672 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.02431704681490776, "brier": 0.01232933999999999, "confidence": 0.7618 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.09222753888542135, "brier": 0.04933966491164831, "pred_score": 0.2717, "gold_score": 0.095, "confidence": 0.7579242075792421 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.013196507407191214, "brier": 0.004556641667, "pred_score": 0.3377, "gold_score": 0.24, "confidence": 0.7425 } ] }, { "id": "agent_trace_observability_000068", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.040589410756736666, "brier": 0.01711449937613658, "confidence": 0.4967496749674967 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0005305662823057722, "brier": 0.0005013677780000027, "confidence": 0.6225 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.02334302746207007, "brier": 0.015036665666999988, "confidence": 0.6385 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.03562264067430723, "brier": 0.019033703131527732, "pred_score": 0.2992, "gold_score": 0.43, "confidence": 0.7576242375762424 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04985635220665373, "brier": 0.027239369265635232, "pred_score": 1.0095, "gold_score": 1.183333, "confidence": 0.5887411258874112 } ] }, { "id": "agent_trace_observability_000069", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.09426999573520461, "brier": 0.056969625577999984, "confidence": 0.5709 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.01591712449354072, "brier": 0.0051476745780000025, "confidence": 0.8926 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.008527482289721186, "brier": 0.0009669687559999997, "confidence": 0.8246 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.09490382641784492, "brier": 0.05217860513673668, "pred_score": 2.7411, "gold_score": 2.613333, "confidence": 0.8043804380438044 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.047228553193762735, "brier": 0.020017498466999996, "pred_score": 2.2998, "gold_score": 2.55, "confidence": 0.5277000000000001 } ] }, { "id": "agent_trace_observability_000070", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.1392968444757071, "brier": 0.091850782778, "confidence": 0.4339 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.23244744964950992, "brier": 0.22440578217800003, "confidence": 0.6583 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.046461612577814435, "brier": 0.013889938859568237, "confidence": 0.7008299170082991 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.22730492797798793, "brier": 0.11176222755599997, "pred_score": 1.1623, "gold_score": 1.69, "confidence": 0.3731 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.2998703732279506, "brier": 0.16338551755600003, "pred_score": 1.0352, "gold_score": 1.433333, "confidence": 0.7214 } ] }, { "id": "agent_trace_observability_000071", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.0352835628203842, "brier": 0.02464094498880355, "confidence": 0.6455354464553544 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 1.0057773202266484e-05, "brier": 5.55777799999992e-06, "confidence": 0.835 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.09350066361217743, "brier": 0.07138636437800001, "confidence": 0.5066 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.04560127882827335, "brier": 0.011887180176285308, "pred_score": 0.5186, "gold_score": 0.483333, "confidence": 0.6083391660833917 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.28198390892402164, "brier": 0.23276395862995447, "pred_score": 0.7892, "gold_score": 0.45, "confidence": 0.6292370762923707 } ] }, { "id": "agent_trace_observability_000072", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.10724992468926688, "brier": 0.076129258378, "confidence": 0.5689 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.06858148443362572, "brier": 0.057302634578000014, "confidence": 0.7526 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.040747431446104904, "brier": 0.02609164875599999, "confidence": 0.4172 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.12033723382135263, "brier": 0.06279838557800002, "pred_score": 1.8016, "gold_score": 1.65, "confidence": 0.372 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.10856483232304914, "brier": 0.07402655417800004, "pred_score": 1.2023, "gold_score": 1.366667, "confidence": 0.5621 } ] }, { "id": "agent_trace_observability_000073", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08377750935321363, "brier": 0.03919755377799999, "confidence": 0.4074 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0436271498914835, "brier": 0.035236098578, "confidence": 0.7594 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 2.290392836319751, "brier": 0.669835139556, "confidence": 0.5653 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.08960786656566153, "brier": 0.04559221297800001, "pred_score": 1.3093, "gold_score": 1.676667, "confidence": 0.433 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.04584632920426404, "brier": 0.024208582355999993, "pred_score": 1.3926, "gold_score": 1.63, "confidence": 0.4075 } ] }, { "id": "agent_trace_observability_000074", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.1456977810676746, "brier": 0.04138173999999999, "confidence": 0.613 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.16088071083545954, "brier": 0.11136085017800001, "confidence": 0.6807 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 1.073329621952098, "brier": 0.492391470178, "confidence": 0.478 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.06616721618650255, "brier": 0.018646750178, "pred_score": 0.3897, "gold_score": 0.216667, "confidence": 0.6698 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.17607682176928627, "brier": 0.04277457831743586, "pred_score": 0.4845, "gold_score": 0.133333, "confidence": 0.7067706770677068 } ] }, { "id": "agent_trace_observability_000075", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.14387709313246494, "brier": 0.10401063737799998, "confidence": 0.6355 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0881231448529606, "brier": 0.040176486578, "confidence": 0.9084 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.10847441166041341, "brier": 0.05991660657799999, "confidence": 0.6524 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.25915019017732155, "brier": 0.19816181868684685, "pred_score": 0.3171, "gold_score": 0.683333, "confidence": 0.7158284171582842 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.16028077136399776, "brier": 0.10854710737799998, "pred_score": 0.8637, "gold_score": 0.566667, "confidence": 0.6198 } ] }, { "id": "agent_trace_observability_000076", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.11383340116170548, "brier": 0.062086140466999985, "confidence": 0.6189 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.17386548055965972, "brier": 0.11494382257800002, "confidence": 0.8564 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.1261258308074149, "brier": 0.039183261956000005, "confidence": 0.4995 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.07841415060937336, "brier": 0.020023726778000003, "pred_score": 1.3324, "gold_score": 1.633333, "confidence": 0.4852 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.4764288634141608, "brier": 0.234028943556, "pred_score": 1.1119, "gold_score": 1.733333, "confidence": 0.6323 } ] }, { "id": "agent_trace_observability_000077", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.04317572556443576, "brier": 0.025296625178000007, "confidence": 0.6183 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0042159344477041075, "brier": 0.0018645281780000013, "confidence": 0.8628 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.15993091598438083, "brier": 0.056617049866999995, "confidence": 0.8144 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.19830483565865706, "brier": 0.12689924931786004, "pred_score": 2.6787, "gold_score": 2.426667, "confidence": 0.7574757475747574 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03441193047226103, "brier": 0.004985945956000001, "pred_score": 2.0912, "gold_score": 2.233333, "confidence": 0.407 } ] }, { "id": "agent_trace_observability_000078", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.021314145765493737, "brier": 0.010554982867000004, "confidence": 0.4549 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.011882540144626003, "brier": 0.01030100457799999, "confidence": 0.7051 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08775547796141363, "brier": 0.03223175006700001, "confidence": 0.419 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.014726982057115055, "brier": 0.005562735347353245, "pred_score": 1.6851, "gold_score": 1.783333, "confidence": 0.5042495750424957 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.31891942512742155, "brier": 0.17482370235599998, "pred_score": 1.2185, "gold_score": 1.8, "confidence": 0.6002 } ] }, { "id": "agent_trace_observability_000079", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.0692086404035325, "brier": 0.019776691416081682, "confidence": 0.8223822382238224 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0009522445265436469, "brier": 0.0002660201780000004, "confidence": 0.9282 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.03571472461434222, "brier": 0.004884730577999998, "confidence": 0.8146 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.12914411238613363, "brier": 0.08122580306700002, "pred_score": 0.3243, "gold_score": 0.586667, "confidence": 0.7033 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.1980786461400886, "brier": 0.14911349075599997, "pred_score": 0.4275, "gold_score": 0.806667, "confidence": 0.6695 } ] }, { "id": "agent_trace_observability_000080", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.11909687459663677, "brier": 0.03368588619037921, "confidence": 0.6250625062506251 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.08052761773108685, "brier": 0.034514577378000004, "confidence": 0.9147 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.06639998239430404, "brier": 0.018648130923810218, "confidence": 0.5888588858885888 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.15559395263006315, "brier": 0.073062828867, "pred_score": 1.7777, "gold_score": 1.516667, "confidence": 0.6733 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.3949562884562443, "brier": 0.173208414378, "pred_score": 1.5531, "gold_score": 0.916667, "confidence": 0.4909 } ] }, { "id": "agent_trace_observability_000081", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.005827675165564386, "brier": 0.002899626276018116, "confidence": 0.41614161416141615 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.03617390630179848, "brier": 0.03580488, "confidence": 0.5838 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.36432224952961584, "brier": 0.24439387017800004, "confidence": 0.6438 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.06186275706949129, "brier": 0.03654193155600002, "pred_score": 0.7107, "gold_score": 0.79, "confidence": 0.5097 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.028260154817609354, "brier": 0.010528075955999998, "pred_score": 1.1473, "gold_score": 1.216667, "confidence": 0.4787 } ] }, { "id": "agent_trace_observability_000082", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.004151006300619238, "brier": 0.002342694377999999, "confidence": 0.4686 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.006893395159702921, "brier": 0.005568712577999996, "confidence": 0.7361 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.18044120486960566, "brier": 0.16747201326699998, "confidence": 0.5353 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.017967134325067722, "brier": 0.0021237624924962547, "pred_score": 0.2643, "gold_score": 0.333333, "confidence": 0.7747774777477748 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.038023706863430706, "brier": 0.023676029178000005, "pred_score": 0.9435, "gold_score": 1.016667, "confidence": 0.5431 } ] }, { "id": "agent_trace_observability_000083", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.061772998859425866, "brier": 0.025874197466999992, "confidence": 0.3981 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.07744450470098399, "brier": 0.06183448777800001, "confidence": 0.6575 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.009460312252842776, "brier": 0.0014079719144355265, "confidence": 0.5621562156215621 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.24868051239686514, "brier": 0.178290922578, "pred_score": 0.662, "gold_score": 0.99, "confidence": 0.4801 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.029116575082776347, "brier": 0.013725061248969354, "pred_score": 1.0903, "gold_score": 0.966667, "confidence": 0.6398639863986398 } ] }, { "id": "agent_trace_observability_000084", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.2525007733141238, "brier": 0.1548526404513838, "confidence": 0.772077207720772 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.001675266021019594, "brier": 0.0007893953779999985, "confidence": 0.8568 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.8246366639738009, "brier": 0.5505525766669999, "confidence": 0.845 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.3259325817587197, "brier": 0.2123935292012393, "pred_score": 0.6133, "gold_score": 0.11, "confidence": 0.5508550855085508 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.18046856816667628, "brier": 0.08767016426699999, "pred_score": 0.6941, "gold_score": 0.213333, "confidence": 0.5683 } ] }, { "id": "agent_trace_observability_000085", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.03613371105655948, "brier": 0.016539760578000003, "confidence": 0.4961 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.013149861264481436, "brier": 0.009239026178000005, "confidence": 0.7487 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.06737209422376825, "brier": 0.05778122343646902, "confidence": 0.6056605660566057 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.024854857025788584, "brier": 0.004088286267000003, "pred_score": 0.4216, "gold_score": 0.44, "confidence": 0.6394 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.14189039243943094, "brier": 0.108927533556, "pred_score": 0.832, "gold_score": 0.69, "confidence": 0.6401 } ] }, { "id": "agent_trace_observability_000086", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.08474621942465999, "brier": 0.039441924377999996, "confidence": 0.5016 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.01868720835054053, "brier": 0.008106973778000001, "confidence": 0.853 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.08323302828503502, "brier": 0.020126423438043932, "confidence": 0.8681131886811319 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.05535528751031847, "brier": 0.01327703984507457, "pred_score": 2.312, "gold_score": 2.556667, "confidence": 0.5434456554344566 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.32297524059134686, "brier": 0.14963805677800002, "pred_score": 1.6781, "gold_score": 2.366667, "confidence": 0.3849 } ] }, { "id": "agent_trace_observability_000087", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.006714195097832179, "brier": 0.0023196475780000005, "confidence": 0.4459 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.023735139308979983, "brier": 0.022798384578000014, "confidence": 0.5599 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.1249067471309627, "brier": 0.043595760978, "confidence": 0.5961 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.026154726418285906, "brier": 0.013410797577999994, "pred_score": 0.3538, "gold_score": 0.266667, "confidence": 0.6856 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.2829414996776109, "brier": 0.193105215956, "pred_score": 1.1134, "gold_score": 1.033333, "confidence": 0.6231 } ] }, { "id": "agent_trace_observability_000088", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.03818425467238533, "brier": 0.02494590415354192, "confidence": 0.5556555655565556 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.015218847746065925, "brier": 0.004782419999999994, "confidence": 0.9289 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.07818566878391235, "brier": 0.037941914756000006, "confidence": 0.8248 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.061086031521771667, "brier": 0.021614112668025636, "pred_score": 2.6995, "gold_score": 2.616667, "confidence": 0.7691230876912308 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.023641386788070554, "brier": 0.0030307820670000007, "pred_score": 2.3353, "gold_score": 2.433333, "confidence": 0.536 } ] }, { "id": "agent_trace_observability_000089", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.02447665148618404, "brier": 0.012020554781934813, "confidence": 0.49795020497950204 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.09873103854732443, "brier": 0.085753484978, "confidence": 0.7404 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.12009502624614725, "brier": 0.05651718299358882, "confidence": 0.6944305569443056 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.07460744145286588, "brier": 0.027269005621306377, "pred_score": 0.5671, "gold_score": 0.366667, "confidence": 0.5739573957395739 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.800198741436683, "brier": 0.3572310727779999, "pred_score": 1.3783, "gold_score": 0.533333, "confidence": 0.5127 } ] }, { "id": "agent_trace_observability_000090", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.23890637722877778, "brier": 0.12447519637800002, "confidence": 0.4941 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.3522431493823136, "brier": 0.30800731897800004, "confidence": 0.5009 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 1.968951347993779, "brier": 0.805144222578, "confidence": 0.5453 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.03006749485314999, "brier": 0.014222549377999995, "pred_score": 0.351, "gold_score": 0.223333, "confidence": 0.6988 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.21249706733969426, "brier": 0.07479216286700002, "pred_score": 0.6846, "gold_score": 0.2, "confidence": 0.6052 } ] }, { "id": "agent_trace_observability_000091", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.1362807932053236, "brier": 0.08520802835600003, "confidence": 0.4716 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.014243962844949963, "brier": 0.005421944977999999, "confidence": 0.8746 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.14566462434142924, "brier": 0.03677183944384323, "confidence": 0.8993100689931007 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.05644439002908974, "brier": 0.008871401977999996, "pred_score": 2.5648, "gold_score": 2.643333, "confidence": 0.702 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.17874981050329308, "brier": 0.06325057389511023, "pred_score": 1.7382, "gold_score": 2.26, "confidence": 0.3461653834616538 } ] }, { "id": "agent_trace_observability_000092", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.9790692488944619, "brier": 0.46658871637800003, "confidence": 0.5651 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 1.1918284698063875, "brier": 0.9780409800000001, "confidence": 0.8393 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.350206049221397, "brier": 0.144089186467, "confidence": 0.3995 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.07279874718623691, "brier": 0.035034457867000005, "pred_score": 1.5532, "gold_score": 1.25, "confidence": 0.5121 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.29908106415346253, "brier": 0.1298351534278464, "pred_score": 1.2432, "gold_score": 0.733333, "confidence": 0.5611561156115612 } ] }, { "id": "agent_trace_observability_000093", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.1556465872937627, "brier": 0.10310454922560491, "confidence": 0.452945294529453 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.02299947760903555, "brier": 0.017360179777999994, "confidence": 0.7765 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.06352178476595846, "brier": 0.043606123377999996, "confidence": 0.7017 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.10477286112798166, "brier": 0.071742055556, "pred_score": 0.4126, "gold_score": 0.683333, "confidence": 0.6449 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.062336567896649424, "brier": 0.04537331546700001, "pred_score": 0.8067, "gold_score": 0.75, "confidence": 0.6379 } ] }, { "id": "agent_trace_observability_000094", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.09050661234977186, "brier": 0.05490564955600001, "confidence": 0.3779 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.009348303478232498, "brier": 0.008380722578000002, "confidence": 0.6814 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.4985812982070527, "brier": 0.308140644978, "confidence": 0.6596 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.29362982328805176, "brier": 0.10816517966700001, "pred_score": 1.0249, "gold_score": 0.3, "confidence": 0.4858 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.34908200762715236, "brier": 0.2031165926846243, "pred_score": 1.0277, "gold_score": 0.5, "confidence": 0.6165616561656166 } ] }, { "id": "agent_trace_observability_000095", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.06999503881906213, "brier": 0.020954718341739228, "confidence": 0.5407459254074592 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 5.483530797197132e-07, "brier": 1.8000000000005196e-07, "confidence": 0.9097 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.021939858332901657, "brier": 0.004022281778000006, "confidence": 0.8917 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.12590782723797228, "brier": 0.065942385778, "pred_score": 0.7309, "gold_score": 0.786667, "confidence": 0.4555 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.26671075647469344, "brier": 0.16817141715599995, "pred_score": 0.7699, "gold_score": 1.016667, "confidence": 0.5235 } ] }, { "id": "agent_trace_observability_000096", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.07446294821637578, "brier": 0.044075375156000005, "confidence": 0.6163000000000001 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 6.694091274904749e-06, "brier": 2.567378000000135e-06, "confidence": 0.8922 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.22974405067987286, "brier": 0.11052441435600004, "confidence": 0.8544 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.087888781736298, "brier": 0.025658787566178256, "pred_score": 2.6044, "gold_score": 2.516667, "confidence": 0.7110288971102889 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.0627976604019473, "brier": 0.030747908067000007, "pred_score": 1.8888, "gold_score": 2.2, "confidence": 0.3981 } ] }, { "id": "agent_trace_observability_000097", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.3730136212644509, "brier": 0.17395684946700002, "confidence": 0.4805 }, { "qid": "needs_review", "type": "noul", "correct": false, "kl": 0.15715627677301028, "brier": 0.15419792577799998, "confidence": 0.611 }, { "qid": "outcome", "type": "choice", "correct": false, "kl": 0.35485259947144404, "brier": 0.271343854667, "confidence": 0.6139 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.17348730471735546, "brier": 0.08215688306700002, "pred_score": 0.3819, "gold_score": 0.7, "confidence": 0.6954 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10416170317871365, "brier": 0.060457664667000005, "pred_score": 0.8388, "gold_score": 0.9, "confidence": 0.6175 } ] }, { "id": "agent_trace_observability_000098", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.02707558222455142, "brier": 0.013948840577999999, "confidence": 0.478 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.0025985437197387495, "brier": 0.002464019999999999, "confidence": 0.6251 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.15522643103962686, "brier": 0.07479412841377844, "confidence": 0.6832316768323168 }, { "qid": "risk", "type": "score", "correct": false, "kl": 0.2822365552899575, "brier": 0.114986767267, "pred_score": 1.2395, "gold_score": 0.783333, "confidence": 0.3761 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.010183824779360317, "brier": 0.0029560887559999995, "pred_score": 1.1937, "gold_score": 1.2, "confidence": 0.5843 } ] }, { "id": "agent_trace_observability_000099", "workflow": "agent_trace_observability", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.014005755689226618, "brier": 0.009288970378, "confidence": 0.516 }, { "qid": "needs_review", "type": "noul", "correct": true, "kl": 0.051788651486580656, "brier": 0.03750129297799999, "confidence": 0.8036 }, { "qid": "outcome", "type": "choice", "correct": true, "kl": 0.20122740150044655, "brier": 0.073828768178, "confidence": 0.5351 }, { "qid": "risk", "type": "score", "correct": true, "kl": 0.05067948063103073, "brier": 0.029974178578000003, "pred_score": 1.4662, "gold_score": 1.683333, "confidence": 0.4695 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09650977785085384, "brier": 0.036744399467000005, "pred_score": 1.2478, "gold_score": 1.533333, "confidence": 0.5802 } ] }, { "id": "customer_service_000000", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.6684554545324952, "brier": 0.274602372378, "confidence": 0.3375 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.10230644434812686, "brier": 0.03277595301016984, "confidence": 0.7836783678367837 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.05173481421951932, "brier": 0.0035891205780000015, "pred_score": 1.1361, "gold_score": 1.066667, "confidence": 0.7351 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.00738145309011385, "brier": 0.007216088978000009, "confidence": 0.5934 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.13061089159425704, "brier": 0.07614714773052679, "pred_score": 1.4995, "gold_score": 1.2, "confidence": 0.5241475852414759 } ] }, { "id": "customer_service_000001", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.11532422906653077, "brier": 0.05399790204500001, "confidence": 0.4107 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.0231864115766822, "brier": 0.004568620424739411, "confidence": 0.9285928592859286 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1502403665959579, "brier": 0.09016038968117562, "pred_score": 1.1435, "gold_score": 1.383333, "confidence": 0.6823682368236824 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.013163353438268952, "brier": 0.013143716978, "confidence": 0.5244 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.3402266008412076, "brier": 0.10378017486699999, "pred_score": 1.5629, "gold_score": 2.1, "confidence": 0.4636 } ] }, { "id": "customer_service_000002", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.20664094234465313, "brier": 0.125973074756, "confidence": 0.7003 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.01989388533954256, "brier": 0.0005739814425285396, "confidence": 0.953095309530953 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.0954969326253533, "brier": 0.010386813195797085, "pred_score": 1.2105, "gold_score": 1.016667, "confidence": 0.6498350164983502 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.019287562213466156, "brier": 0.019220938178000004, "confidence": 0.5147 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09600919652419927, "brier": 0.07553786477800001, "pred_score": 1.4929, "gold_score": 1.25, "confidence": 0.4411 } ] }, { "id": "customer_service_000003", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.16724719959181922, "brier": 0.04734554326699998, "confidence": 0.3456 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03120689259476518, "brier": 0.0020240585780000003, "confidence": 0.929 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.23316997383368532, "brier": 0.14726144855325035, "pred_score": 1.7331, "gold_score": 1.85, "confidence": 0.43324332433243323 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.01132433667112795, "brier": 0.011310080000000005, "confidence": 0.5252 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.11444252534198812, "brier": 0.08577777047842823, "pred_score": 2.5564, "gold_score": 2.3, "confidence": 0.6733673367336733 } ] }, { "id": "customer_service_000004", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.18791967945954885, "brier": 0.057007156178000014, "confidence": 0.6605 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.019164831022827008, "brier": 0.000743369463298934, "confidence": 0.9388938893889388 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.15884063023890263, "brier": 0.070213664467, "pred_score": 2.0316, "gold_score": 2.0, "confidence": 0.833 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.019089924383646435, "brier": 0.007344719999999999, "confidence": 0.9106 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.2785201925854312, "brier": 0.14627033995394123, "pred_score": 2.0029, "gold_score": 1.583333, "confidence": 0.5704429557044296 } ] }, { "id": "customer_service_000005", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.23276086811720906, "brier": 0.1437200073340675, "confidence": 0.5776422357764224 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.048593689313194285, "brier": 0.0026312417780000067, "confidence": 0.8925 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.35581288751402074, "brier": 0.2839994904614546, "pred_score": 2.465, "gold_score": 2.033333, "confidence": 0.6285628562856286 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.05056380702818339, "brier": 0.040082430978, "confidence": 0.6751 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04262369210729729, "brier": 0.014353848267000001, "pred_score": 2.677, "gold_score": 2.65, "confidence": 0.7533 } ] }, { "id": "customer_service_000006", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.06534298881553002, "brier": 0.04718548135600001, "confidence": 0.5485 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.002304525707794776, "brier": 0.00016835276244902945, "confidence": 0.942994299429943 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.031210036948852327, "brier": 0.008103635978000002, "pred_score": 1.6747, "gold_score": 1.733333, "confidence": 0.6317 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.046193086882831566, "brier": 0.041895282578, "confidence": 0.5986 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.054096551826895455, "brier": 0.008023321266999997, "pred_score": 1.9939, "gold_score": 2.1, "confidence": 0.6129 } ] }, { "id": "customer_service_000007", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.40940963432593097, "brier": 0.20154583560779296, "confidence": 0.34353435343534355 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.133988223482022, "brier": 0.012324368978000006, "confidence": 0.909 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.06068644529270491, "brier": 0.03195931946699999, "pred_score": 2.6851, "gold_score": 2.863333, "confidence": 0.7445 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.15675382897518936, "brier": 0.15092018000000001, "confidence": 0.5247 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.003675546360928157, "brier": 0.002501568398267141, "pred_score": 2.4087, "gold_score": 2.45, "confidence": 0.49814981498149813 } ] }, { "id": "customer_service_000008", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.17501933682688103, "brier": 0.11514787002225291, "confidence": 0.6995699569956996 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.18222103248451557, "brier": 0.13558940427775346, "confidence": 0.5118511851185119 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.05656826411474323, "brier": 0.042305788778, "pred_score": 1.6533, "gold_score": 1.45, "confidence": 0.5545 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.03614190206013908, "brier": 0.03278489817800002, "confidence": 0.6053 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01858650383177316, "brier": 0.0051057375559999995, "pred_score": 2.1008, "gold_score": 2.07, "confidence": 0.6965 } ] }, { "id": "customer_service_000009", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.4415961077562664, "brier": 0.324282144267, "confidence": 0.7751 }, { "qid": "category", "type": "choice", "correct": false, "kl": 0.07671143284058826, "brier": 0.058891780044999995, "confidence": 0.5906 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.033562661515174265, "brier": 0.007243172584598747, "pred_score": 2.3815, "gold_score": 2.276667, "confidence": 0.5008500850085009 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.029762653472653736, "brier": 0.021231598178000008, "confidence": 0.7303 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03992747976435859, "brier": 0.0025493306268453285, "pred_score": 2.1411, "gold_score": 2.25, "confidence": 0.5775577557755776 } ] }, { "id": "customer_service_000010", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.17333303953765927, "brier": 0.129723326314828, "confidence": 0.5264526452645264 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.040584136676672336, "brier": 0.003862340000000003, "confidence": 0.9248 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1119481596030188, "brier": 0.04181648757800001, "pred_score": 1.947, "gold_score": 2.033333, "confidence": 0.7889 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0705020124753377, "brier": 0.060065780000000006, "confidence": 0.6267 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.11035654099830548, "brier": 0.049817835790061694, "pred_score": 1.8142, "gold_score": 1.883333, "confidence": 0.6223377662233777 } ] }, { "id": "customer_service_000011", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.045922460023672285, "brier": 0.004060567586232457, "confidence": 0.5113488651134886 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.10809150642456962, "brier": 0.033705174295201396, "confidence": 0.7691230876912308 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.22302057925170682, "brier": 0.12109963226755348, "pred_score": 1.9748, "gold_score": 1.766667, "confidence": 0.36273627362736277 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0005560386456398975, "brier": 0.0005098901779999988, "confidence": 0.6493 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09003410958126262, "brier": 0.016196759577999983, "pred_score": 2.6547, "gold_score": 2.866667, "confidence": 0.7586 } ] }, { "id": "customer_service_000012", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.16540661247960312, "brier": 0.066449509156, "confidence": 0.5526 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.02790049730760411, "brier": 0.001798766977999999, "confidence": 0.9286 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.11663723349192581, "brier": 0.055325450782199116, "pred_score": 1.944, "gold_score": 1.783333, "confidence": 0.7886788678867886 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.00010752541924376018, "brier": 7.937999999999965e-05, "confidence": 0.7537 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.023974075632526518, "brier": 0.012567758378000001, "pred_score": 1.7563, "gold_score": 1.733333, "confidence": 0.6581 } ] }, { "id": "customer_service_000013", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.7476174195796981, "brier": 0.29102595677800003, "confidence": 0.6689 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.16763968319528283, "brier": 0.017848298156000003, "confidence": 0.9715 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.2559646147853184, "brier": 0.148370150378, "pred_score": 1.0108, "gold_score": 1.333333, "confidence": 0.6123 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.033746200516963296, "brier": 0.031200020000000005, "confidence": 0.6749 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.4801568878731417, "brier": 0.25170690117800004, "pred_score": 1.0275, "gold_score": 1.383333, "confidence": 0.6568 } ] }, { "id": "customer_service_000014", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.13232855870224708, "brier": 0.07508207750570768, "confidence": 0.5286528652865286 }, { "qid": "category", "type": "choice", "correct": false, "kl": 0.6113564444835807, "brier": 0.39729052457800007, "confidence": 0.8326 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.10953244787812644, "brier": 0.05741116785101949, "pred_score": 1.6512, "gold_score": 1.333333, "confidence": 0.35866413358664134 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.3025993386634025, "brier": 0.29082971377799993, "confidence": 0.598 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.016862138259141506, "brier": 0.005980666356000011, "pred_score": 2.554, "gold_score": 2.663333, "confidence": 0.6515 } ] }, { "id": "customer_service_000015", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.18192004146883828, "brier": 0.11309390515599993, "confidence": 0.5026 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.02875383136525426, "brier": 0.0033539102669999927, "confidence": 0.9302 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1535526962002876, "brier": 0.075392732867, "pred_score": 1.5534, "gold_score": 1.203333, "confidence": 0.3852 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.20606851137826385, "brier": 0.17748881999999996, "confidence": 0.5621 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.018566256034302606, "brier": 0.013583527556000003, "pred_score": 2.5029, "gold_score": 2.433333, "confidence": 0.6457 } ] }, { "id": "customer_service_000016", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.26042859341184077, "brier": 0.130124037467, "confidence": 0.4115 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.005867231221470062, "brier": 0.00010382706700000062, "confidence": 0.9744 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.8148726212298714, "brier": 0.44953033837800005, "pred_score": 1.0743, "gold_score": 0.463333, "confidence": 0.7913 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.021930968402784717, "brier": 0.014246720000000004, "confidence": 0.7656 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04158091054448164, "brier": 0.02834215788873262, "pred_score": 2.2244, "gold_score": 2.12, "confidence": 0.5743425657434257 } ] }, { "id": "customer_service_000017", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.1997926398839006, "brier": 0.113140870867, "confidence": 0.5807 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.0369069386238428, "brier": 0.008386633244999997, "confidence": 0.8629 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.06810319222836185, "brier": 0.047161990578854854, "pred_score": 2.5707, "gold_score": 2.746667, "confidence": 0.643064306430643 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.06140945563701922, "brier": 0.039349662578, "confidence": 0.7464 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.019189599556973594, "brier": 0.0014946599999999968, "pred_score": 2.5352, "gold_score": 2.61, "confidence": 0.6851 } ] }, { "id": "customer_service_000018", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.32536168496297263, "brier": 0.127863269378, "confidence": 0.3638 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.050807168201050676, "brier": 0.003202710045, "confidence": 0.8819 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.06017658365541015, "brier": 0.031544886178, "pred_score": 2.6575, "gold_score": 2.836667, "confidence": 0.7328 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.028611779949117344, "brier": 0.02450898000000001, "confidence": 0.6493 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03564478384718549, "brier": 0.003766432566933665, "pred_score": 2.689, "gold_score": 2.766667, "confidence": 0.8095190480951905 } ] }, { "id": "customer_service_000019", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.018331062031293185, "brier": 0.007270516978000002, "confidence": 0.5488 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.012990753370634923, "brier": 0.0008763971235680977, "confidence": 0.9102910291029103 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.07749980238970236, "brier": 0.016889591691836483, "pred_score": 2.1771, "gold_score": 2.066667, "confidence": 0.7047295270472953 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 3.2330009675347014e-06, "brier": 2.4199999999999557e-06, "confidence": 0.7511 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10891570275239643, "brier": 0.03793403197799999, "pred_score": 1.991, "gold_score": 1.833333, "confidence": 0.6334 } ] }, { "id": "customer_service_000020", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.12110234632373969, "brier": 0.07388898217799998, "confidence": 0.5021 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.010334831732308578, "brier": 0.00157920366376677, "confidence": 0.8947894789478948 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1049904610935884, "brier": 0.06081837995600001, "pred_score": 2.4863, "gold_score": 2.553333, "confidence": 0.5384 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.03671599818509011, "brier": 0.02789521999999999, "confidence": 0.7019 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0101407005272269, "brier": 0.004989911377999994, "pred_score": 2.0732, "gold_score": 2.063333, "confidence": 0.7362 } ] }, { "id": "customer_service_000021", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.18646917471819163, "brier": 0.087312105578, "confidence": 0.7533 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.004575537977056711, "brier": 0.0005777763560000019, "confidence": 0.9355 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.015199783521246714, "brier": 0.01175052137800001, "pred_score": 1.6609, "gold_score": 1.75, "confidence": 0.4682 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.004852775583030898, "brier": 0.004424206177999998, "confidence": 0.6637 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02224062996023774, "brier": 0.002860366578, "pred_score": 1.5563, "gold_score": 1.666667, "confidence": 0.5045 } ] }, { "id": "customer_service_000022", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.3820478018765354, "brier": 0.20892356155600003, "confidence": 0.4913 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.009199598450359857, "brier": 0.0007161012449999971, "confidence": 0.8635 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.5119930258658165, "brier": 0.26375191331246545, "pred_score": 2.0249, "gold_score": 1.4, "confidence": 0.3732626737326268 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.27575496299404134, "brier": 0.26528328, "confidence": 0.6642 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09531947140463992, "brier": 0.045659507978, "pred_score": 2.687, "gold_score": 2.556667, "confidence": 0.799 } ] }, { "id": "customer_service_000023", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.6828234328864606, "brier": 0.28212843986700004, "confidence": 0.5534 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.20168748797695218, "brier": 0.035215968177999976, "confidence": 0.9288 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.016599263209071454, "brier": 0.009632633467000006, "pred_score": 1.2679, "gold_score": 1.333333, "confidence": 0.5866 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.004373558083402104, "brier": 0.004044062178000001, "confidence": 0.6217 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.0257532511522112, "brier": 0.017139399066999995, "pred_score": 1.6083, "gold_score": 1.516667, "confidence": 0.4502 } ] }, { "id": "customer_service_000024", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.04347853339697585, "brier": 0.021624405067000002, "confidence": 0.4491 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.026379482568584176, "brier": 0.003770916223755747, "confidence": 0.9193919391939194 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.14237154750170927, "brier": 0.039792781978, "pred_score": 2.0555, "gold_score": 1.883333, "confidence": 0.5292 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 6.835979009596396e-05, "brier": 6.422977799999949e-05, "confidence": 0.621 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08013377305480035, "brier": 0.01384120086602016, "pred_score": 2.7406, "gold_score": 2.933333, "confidence": 0.8322167783221678 } ] }, { "id": "customer_service_000025", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 1.4936984034060037, "brier": 0.8630293830014497, "confidence": 0.8423842384238425 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.08874839259830025, "brier": 0.02349269864345119, "confidence": 0.8685131486851315 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1797380089204998, "brier": 0.08770016435600002, "pred_score": 1.968, "gold_score": 2.01, "confidence": 0.8203 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 6.701831230052947e-05, "brier": 6.198297800000037e-05, "confidence": 0.6389 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.026421389974236945, "brier": 0.015927733320597964, "pred_score": 1.6206, "gold_score": 1.583333, "confidence": 0.5733573357335734 } ] }, { "id": "customer_service_000026", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.3968406050288638, "brier": 0.1882742439761007, "confidence": 0.6260373962603739 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.05498768415183354, "brier": 0.002775036545899034, "confidence": 0.8733126687331266 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.17959153490986932, "brier": 0.06924120297799999, "pred_score": 2.0006, "gold_score": 1.766667, "confidence": 0.814 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.19420345861560423, "brier": 0.16515958537800002, "confidence": 0.7707 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.033664979984614936, "brier": 0.012067385978, "pred_score": 1.962, "gold_score": 1.816667, "confidence": 0.6451 } ] }, { "id": "customer_service_000027", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.0500776287770881, "brier": 0.023794490156000013, "confidence": 0.5669 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.21311410923716337, "brier": 0.10754038447402853, "confidence": 0.7624762476247625 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.12866059943057967, "brier": 0.06761032295036278, "pred_score": 2.0675, "gold_score": 2.116667, "confidence": 0.8108189181081892 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.02397234100224764, "brier": 0.015312500000000008, "confidence": 0.8275 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1133959761297593, "brier": 0.04306180166699999, "pred_score": 1.8628, "gold_score": 1.866667, "confidence": 0.6825 } ] }, { "id": "customer_service_000028", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.21068926645262068, "brier": 0.108748910267, "confidence": 0.532 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.0180535901333458, "brier": 0.0008365437239999997, "confidence": 0.9231 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.45378541922877996, "brier": 0.22908804437851757, "pred_score": 1.7772, "gold_score": 1.056667, "confidence": 0.4053405340534053 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.2900915171590148, "brier": 0.27995100337800005, "confidence": 0.6508 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.4849782075882012, "brier": 0.28315352625321416, "pred_score": 1.988, "gold_score": 1.31, "confidence": 0.41125887411258877 } ] }, { "id": "customer_service_000029", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.49609278643603016, "brier": 0.23146492146700004, "confidence": 0.3326 }, { "qid": "category", "type": "choice", "correct": false, "kl": 1.2436876298549366, "brier": 0.5760193928538097, "confidence": 0.5034496550344965 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.22128770753201177, "brier": 0.080255436356, "pred_score": 2.2064, "gold_score": 2.83, "confidence": 0.6628 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.009511575197631843, "brier": 0.006414593378000001, "confidence": 0.8033 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12620916412185082, "brier": 0.045247944066999994, "pred_score": 2.1147, "gold_score": 1.866667, "confidence": 0.5361 } ] }, { "id": "customer_service_000030", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.17688860671886403, "brier": 0.04875072086034311, "confidence": 0.6024397560243976 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.42815330552546554, "brier": 0.298302605978, "confidence": 0.4612 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.23325097518404958, "brier": 0.133791593497195, "pred_score": 0.983, "gold_score": 0.783333, "confidence": 0.76002399760024 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.04994466325777511, "brier": 0.046106519777999996, "confidence": 0.5815 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.018321122763701434, "brier": 0.009665199999999995, "pred_score": 1.3202, "gold_score": 1.45, "confidence": 0.6168 } ] }, { "id": "customer_service_000031", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.28242877866314575, "brier": 0.156015018756, "confidence": 0.5667 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.02555543039573463, "brier": 0.003296547666999997, "confidence": 0.9193 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.18521082673353953, "brier": 0.10873896666700002, "pred_score": 1.9119, "gold_score": 1.55, "confidence": 0.6339 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.15784617224863842, "brier": 0.14662953657799999, "confidence": 0.7041 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06208457882039284, "brier": 0.01176999488467534, "pred_score": 1.3383, "gold_score": 1.55, "confidence": 0.45954595459545955 } ] }, { "id": "customer_service_000032", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.059348810149809306, "brier": 0.030504703956, "confidence": 0.3889 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.02999712300255831, "brier": 0.0015994033213416988, "confidence": 0.9343065693430657 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1079462819198975, "brier": 0.055179290667000024, "pred_score": 1.9707, "gold_score": 1.833333, "confidence": 0.784 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.018215564816762175, "brier": 0.016976979378000006, "confidence": 0.6588 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.048516309833050324, "brier": 0.006359971705567578, "pred_score": 2.0422, "gold_score": 2.066667, "confidence": 0.7476747674767477 } ] }, { "id": "customer_service_000033", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.8120683165520434, "brier": 0.28250726131801, "confidence": 0.6607660766076607 }, { "qid": "category", "type": "choice", "correct": false, "kl": 1.49157459054729, "brier": 0.8493575424517543, "confidence": 0.5056505650565057 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1940595679355829, "brier": 0.07894644177800002, "pred_score": 1.1344, "gold_score": 1.066667, "confidence": 0.7429 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.22245116980756666, "brier": 0.21661361999999995, "confidence": 0.6291 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.27930863682379037, "brier": 0.15577878435599998, "pred_score": 1.4798, "gold_score": 2.0, "confidence": 0.4911 } ] }, { "id": "customer_service_000034", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.06497028641719407, "brier": 0.03696072164499999, "confidence": 0.4518 }, { "qid": "category", "type": "choice", "correct": false, "kl": 0.2409024444345524, "brier": 0.17904965135599998, "confidence": 0.4921 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.14934173124892886, "brier": 0.09545861999999997, "pred_score": 2.4358, "gold_score": 2.3, "confidence": 0.5999 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0012871907007009457, "brier": 0.000865280000000001, "confidence": 0.7792 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08197903747252303, "brier": 0.05684095446700002, "pred_score": 2.4722, "gold_score": 2.7, "confidence": 0.5519 } ] }, { "id": "customer_service_000035", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.024833012695195347, "brier": 0.016232974667000008, "confidence": 0.4938 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.07641360467360084, "brier": 0.01262522564485805, "confidence": 0.9219078092190781 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.48426411890372584, "brier": 0.165983196578, "pred_score": 2.2287, "gold_score": 1.566667, "confidence": 0.5496 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.002011585191532654, "brier": 0.0016055177780000028, "confidence": 0.715 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.041777869007617784, "brier": 0.009986020550565048, "pred_score": 2.2889, "gold_score": 2.2, "confidence": 0.5014498550144985 } ] }, { "id": "customer_service_000036", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.6573567125335329, "brier": 0.35173585002642094, "confidence": 0.4697530246975303 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.4631164482239004, "brier": 0.26449467815600003, "confidence": 0.5523 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.7392324211777361, "brier": 0.406875695578, "pred_score": 1.4537, "gold_score": 2.866667, "confidence": 0.4194 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.004129284604258657, "brier": 0.0022804205780000007, "confidence": 0.8229 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 1.990625190037934, "brier": 0.6365122496276033, "pred_score": 0.877, "gold_score": 2.333333, "confidence": 0.6153384661533846 } ] }, { "id": "customer_service_000037", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.0740023754867315, "brier": 0.013936174977999996, "confidence": 0.5942 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.06443186015938887, "brier": 0.004929900000000001, "confidence": 0.9376 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.025261864992425147, "brier": 0.012537342835312899, "pred_score": 1.87, "gold_score": 1.85, "confidence": 0.7508750875087509 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 2.9158662767697543e-06, "brier": 2.2769780000000527e-06, "confidence": 0.7344 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.19468073896268057, "brier": 0.12638468645358603, "pred_score": 1.8101, "gold_score": 1.533333, "confidence": 0.6453645364536453 } ] }, { "id": "customer_service_000038", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.07353809821353156, "brier": 0.016250057756, "confidence": 0.6973 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.0077869185187514865, "brier": 0.0027718500813170084, "confidence": 0.8778877887788779 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1916174361504062, "brier": 0.09180067917799999, "pred_score": 1.0649, "gold_score": 0.833333, "confidence": 0.7151 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.03779042856171565, "brier": 0.03151706817799998, "confidence": 0.6578 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04656702936016574, "brier": 0.022199807555999984, "pred_score": 1.4098, "gold_score": 1.383333, "confidence": 0.5347 } ] }, { "id": "customer_service_000039", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.3296380770436751, "brier": 0.08664128637799999, "confidence": 0.9309 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.02054136846433612, "brier": 0.0018571752669999967, "confidence": 0.9433 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.22920988527018085, "brier": 0.09327176780004055, "pred_score": 0.9892, "gold_score": 1.266667, "confidence": 0.8058805880588058 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.005568543277633224, "brier": 0.004201327777999992, "confidence": 0.7625 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.026466112282714185, "brier": 0.010022315177999995, "pred_score": 1.1482, "gold_score": 1.216667, "confidence": 0.6532 } ] }, { "id": "customer_service_000040", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.09422169432860546, "brier": 0.03224658906700001, "confidence": 0.5603 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.09461596686560722, "brier": 0.021813916556000006, "confidence": 0.8119 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.09787155183904911, "brier": 0.017171095319789182, "pred_score": 2.222, "gold_score": 2.166667, "confidence": 0.6534653465346535 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.033728127395589294, "brier": 0.023501120000000007, "confidence": 0.8084 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.024379644561072875, "brier": 0.0015870065780000044, "pred_score": 2.7799, "gold_score": 2.866667, "confidence": 0.8694 } ] }, { "id": "customer_service_000041", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.11976909191938277, "brier": 0.01278992795421165, "confidence": 0.7532246775322468 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.07211552459908466, "brier": 0.010736026178000005, "confidence": 0.8389 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.02901461411941201, "brier": 0.003774028378000003, "pred_score": 2.6021, "gold_score": 2.516667, "confidence": 0.6618 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 9.446386565266796e-05, "brier": 4.171497800000003e-05, "confidence": 0.8721 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.045552742420704395, "brier": 0.0300561826431309, "pred_score": 2.5699, "gold_score": 2.41, "confidence": 0.7008299170082991 } ] }, { "id": "customer_service_000042", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.5684161093336688, "brier": 0.41271004260618316, "confidence": 0.6250625062506251 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.16563282361222037, "brier": 0.027761736456492696, "confidence": 0.8972897289728973 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.06777296994700172, "brier": 0.02442830296709457, "pred_score": 2.5323, "gold_score": 2.366667, "confidence": 0.6060606060606061 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.013513279671058746, "brier": 0.009512894178000005, "confidence": 0.7477 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.03743331397335408, "brier": 0.005630361978000001, "pred_score": 2.3243, "gold_score": 2.416667, "confidence": 0.4577 } ] }, { "id": "customer_service_000043", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.4109920492164235, "brier": 0.21680950025513945, "confidence": 0.5886588658865887 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03969574046264852, "brier": 0.0037599157603061695, "confidence": 0.7125712571257126 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.11072698860909877, "brier": 0.04888553999999999, "pred_score": 2.0556, "gold_score": 2.1, "confidence": 0.7746 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0014650957368121977, "brier": 0.0011014001780000001, "confidence": 0.7568 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.016591609467708216, "brier": 0.001995587178, "pred_score": 1.9492, "gold_score": 1.983333, "confidence": 0.6047 } ] }, { "id": "customer_service_000044", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.17230976547114762, "brier": 0.05417084517800003, "confidence": 0.3651 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.017921383280990393, "brier": 0.0002744027779999998, "confidence": 0.8908 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.3523802197224917, "brier": 0.1770626288825166, "pred_score": 1.1115, "gold_score": 1.583333, "confidence": 0.6252625262526252 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.09268629183662286, "brier": 0.08112391999999999, "confidence": 0.5986 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.024795860486147035, "brier": 0.0016361805779999995, "pred_score": 2.1727, "gold_score": 2.233333, "confidence": 0.6497 } ] }, { "id": "customer_service_000045", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.6162432205794721, "brier": 0.4327195410692456, "confidence": 0.4452554744525547 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.007264750957231531, "brier": 0.0006061042385026348, "confidence": 0.9519048095190481 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.2766839356894201, "brier": 0.19906065517799995, "pred_score": 0.5152, "gold_score": 0.116667, "confidence": 0.561 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.002130228021544091, "brier": 0.000714420000000001, "confidence": 0.9011 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08042902664101723, "brier": 0.03812655116267438, "pred_score": 2.5465, "gold_score": 2.813333, "confidence": 0.6854685468546855 } ] }, { "id": "customer_service_000046", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.4684690388309812, "brier": 0.11359339696774988, "confidence": 0.5232476752324767 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.0637411648023113, "brier": 0.003961034977999999, "confidence": 0.9427 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.12012350339328536, "brier": 0.07099251117800001, "pred_score": 1.766, "gold_score": 1.383333, "confidence": 0.3479 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.022187929225553238, "brier": 0.020563919999999986, "confidence": 0.5986 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.025912295976245472, "brier": 0.002747218266999999, "pred_score": 2.1649, "gold_score": 2.25, "confidence": 0.6049 } ] }, { "id": "customer_service_000047", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.17220860037975128, "brier": 0.05550845335599999, "confidence": 0.5852 }, { "qid": "category", "type": "choice", "correct": false, "kl": 0.17144347091553624, "brier": 0.128038193067, "confidence": 0.5662 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.3122043117655051, "brier": 0.19705922566699996, "pred_score": 2.1663, "gold_score": 1.566667, "confidence": 0.498 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.44345222447982885, "brier": 0.40320199999999995, "confidence": 0.749 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0577909001370271, "brier": 0.009918750067000002, "pred_score": 2.4254, "gold_score": 2.4, "confidence": 0.5639 } ] }, { "id": "customer_service_000048", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.14284363541392886, "brier": 0.06103483369360073, "confidence": 0.5901590159015901 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.019232328218265957, "brier": 0.0015918756449999972, "confidence": 0.9516 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.06650633833488237, "brier": 0.017967447578000006, "pred_score": 2.0448, "gold_score": 2.033333, "confidence": 0.7647 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.03876070447067845, "brier": 0.031200020000000005, "confidence": 0.6751 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04166242557069229, "brier": 0.0030400321780000056, "pred_score": 2.1254, "gold_score": 2.166667, "confidence": 0.6022 } ] }, { "id": "customer_service_000049", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.03702324839080786, "brier": 0.001254656178, "confidence": 0.4943 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.06443742812150316, "brier": 0.0030970959780000007, "confidence": 0.8656 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.047946778264823686, "brier": 0.011776925229905838, "pred_score": 2.1594, "gold_score": 2.016667, "confidence": 0.6339366063393661 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.18432288742429168, "brier": 0.15810976377799996, "confidence": 0.7645 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12406273724914915, "brier": 0.035102896466999996, "pred_score": 2.7443, "gold_score": 2.7, "confidence": 0.8428 } ] }, { "id": "customer_service_000050", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.017133368755763316, "brier": 0.003451118066999995, "confidence": 0.7441 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03190282386604289, "brier": 0.00988327037800001, "confidence": 0.6536 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.07499575960801151, "brier": 0.013205391063752113, "pred_score": 2.3125, "gold_score": 2.3, "confidence": 0.6221622162216222 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0007570627555747046, "brier": 0.00043412257799999975, "confidence": 0.8314 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07745976758762528, "brier": 0.015082865466999992, "pred_score": 2.2893, "gold_score": 2.4, "confidence": 0.4489 } ] }, { "id": "customer_service_000051", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.062127338405393494, "brier": 0.01994097837800002, "confidence": 0.6848 }, { "qid": "category", "type": "choice", "correct": false, "kl": 0.2187539473464251, "brier": 0.192275215667, "confidence": 0.4979 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.051830831545310166, "brier": 0.024645897777999998, "pred_score": 2.6686, "gold_score": 2.783333, "confidence": 0.7085 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.004528519551508396, "brier": 0.0021560117779999993, "confidence": 0.8505 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.041258212776053585, "brier": 0.006363444066999999, "pred_score": 2.733, "gold_score": 2.75, "confidence": 0.82 } ] }, { "id": "customer_service_000052", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.5545506894731134, "brier": 0.2894893629594589, "confidence": 0.521947805219478 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.2815761219139669, "brier": 0.106597553267, "confidence": 0.7401 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.2286034820433175, "brier": 0.1860565090754752, "pred_score": 2.4737, "gold_score": 2.783333, "confidence": 0.5135513551355135 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.1666851130335375, "brier": 0.14215112000000002, "confidence": 0.5834 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03286891215744304, "brier": 0.002100957778, "pred_score": 2.7625, "gold_score": 2.833333, "confidence": 0.8406 } ] }, { "id": "customer_service_000053", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.08999000895647993, "brier": 0.07150715035600003, "confidence": 0.4483 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.0542663520948148, "brier": 0.011242951378000004, "confidence": 0.8592 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.15149186833251205, "brier": 0.04425717889524792, "pred_score": 2.2212, "gold_score": 1.933333, "confidence": 0.5881411858814118 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.10718919346756317, "brier": 0.08722244377799998, "confidence": 0.7755 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01393992291920992, "brier": 0.001336267556, "pred_score": 2.2784, "gold_score": 2.316667, "confidence": 0.4845 } ] }, { "id": "customer_service_000054", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.22130339335388022, "brier": 0.09246986, "confidence": 0.6328 }, { "qid": "category", "type": "choice", "correct": false, "kl": 0.6004902703397723, "brier": 0.41842168502614874, "confidence": 0.5041504150415042 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.36941288146611434, "brier": 0.251120832978, "pred_score": 2.4836, "gold_score": 2.933333, "confidence": 0.5537 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.16078126631254183, "brier": 0.09059577177799996, "confidence": 0.7405 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04807577205228358, "brier": 0.0034611809780000034, "pred_score": 2.8065, "gold_score": 2.916667, "confidence": 0.8692 } ] }, { "id": "customer_service_000055", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.5711994186958493, "brier": 0.34869930417799994, "confidence": 0.5052 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.45433488059563865, "brier": 0.21487211792513009, "confidence": 0.8233823382338235 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.05618004570870124, "brier": 0.005819552778, "pred_score": 2.2362, "gold_score": 2.166667, "confidence": 0.6517 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.01065370089996856, "brier": 0.010358498178, "confidence": 0.6053 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03835850086733847, "brier": 0.008861853666999998, "pred_score": 1.977, "gold_score": 1.9, "confidence": 0.7666000000000001 } ] }, { "id": "customer_service_000056", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08635149876007031, "brier": 0.023094299169854473, "confidence": 0.5419458054194581 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.31758473608375454, "brier": 0.17347083975600003, "confidence": 0.5817 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.03957847607156266, "brier": 0.007642215178, "pred_score": 2.4841, "gold_score": 2.636667, "confidence": 0.5843 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.1747806098598577, "brier": 0.12360392000000002, "confidence": 0.8386 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07664454891490277, "brier": 0.052905195578000025, "pred_score": 2.5246, "gold_score": 2.403333, "confidence": 0.6699 } ] }, { "id": "customer_service_000057", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.8115301473176042, "brier": 0.2682211323397608, "confidence": 0.47335266473352666 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.048701755984183547, "brier": 0.0037024790669999935, "confidence": 0.9423 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.16778710245595288, "brier": 0.10105294826699997, "pred_score": 2.5029, "gold_score": 2.85, "confidence": 0.6126 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.710373651543502, "brier": 0.36825362, "confidence": 0.9391 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05644556279707348, "brier": 0.0029547297780000014, "pred_score": 2.7895, "gold_score": 2.883333, "confidence": 0.8578 } ] }, { "id": "customer_service_000058", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 1.2378117609428956, "brier": 0.6933013874205931, "confidence": 0.8864113588641136 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.06818484603533688, "brier": 0.008417872968201557, "confidence": 0.9115911591159116 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.04502453778813633, "brier": 0.013773817650191868, "pred_score": 2.6326, "gold_score": 2.8, "confidence": 0.716928307169283 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.13165874443417155, "brier": 0.112558992578, "confidence": 0.5961 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12826968764510796, "brier": 0.08259452531899095, "pred_score": 2.244, "gold_score": 2.15, "confidence": 0.5261473852614739 } ] }, { "id": "customer_service_000059", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.2980024481097731, "brier": 0.1117813795888112, "confidence": 0.4482551744825517 }, { "qid": "category", "type": "choice", "correct": false, "kl": 0.36328473846283726, "brier": 0.171080732356, "confidence": 0.4269 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.13316446460716558, "brier": 0.023646433178, "pred_score": 2.4308, "gold_score": 2.233333, "confidence": 0.481 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0436998337445068, "brier": 0.035289211778000006, "confidence": 0.7595 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10339278191048693, "brier": 0.05854117757799999, "pred_score": 2.6686, "gold_score": 2.483333, "confidence": 0.7459 } ] }, { "id": "customer_service_000060", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.11701049384404966, "brier": 0.044108270356, "confidence": 0.4095 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.032213078339769635, "brier": 0.003367844667, "confidence": 0.9286 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.5667968357889555, "brier": 0.34883490177807674, "pred_score": 2.2242, "gold_score": 2.066667, "confidence": 0.5497549754975497 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0010683605818196835, "brier": 0.0010672200000000009, "confidence": 0.5231 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03811270523147345, "brier": 0.006981380466999996, "pred_score": 2.7599, "gold_score": 2.9, "confidence": 0.8444 } ] }, { "id": "customer_service_000061", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.3333795029347814, "brier": 0.177057157578, "confidence": 0.4037 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03997902972556636, "brier": 0.007516378756000006, "confidence": 0.8831 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.0904372147926247, "brier": 0.062733246778, "pred_score": 2.4153, "gold_score": 2.543333, "confidence": 0.4947 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.034763592891094236, "brier": 0.033938982577999995, "confidence": 0.6136 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.057597865051203734, "brier": 0.02463852886700002, "pred_score": 1.9611, "gold_score": 2.016667, "confidence": 0.8233 } ] }, { "id": "customer_service_000062", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.5789090285899819, "brier": 0.23486128255072947, "confidence": 0.32373237323732373 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.06102780017217364, "brier": 0.005770399377999992, "confidence": 0.9192 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.10331892792236796, "brier": 0.010650431178, "pred_score": 1.2605, "gold_score": 1.033333, "confidence": 0.6852 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.16732567253575578, "brier": 0.15683696217799997, "confidence": 0.6967 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.13953531871340916, "brier": 0.05064191486699998, "pred_score": 1.5914, "gold_score": 1.4, "confidence": 0.4349 } ] }, { "id": "customer_service_000063", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.48081050391002533, "brier": 0.2677702168465691, "confidence": 0.5837583758375837 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.0008286421503175003, "brier": 8.785055600000123e-05, "confidence": 0.9311 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.26240515193594455, "brier": 0.13345045330596647, "pred_score": 1.0354, "gold_score": 1.243333, "confidence": 0.8078807880788078 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.11998152910742158, "brier": 0.093283490178, "confidence": 0.6507 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0207490410148396, "brier": 0.003935979955999999, "pred_score": 1.1782, "gold_score": 1.136667, "confidence": 0.6681 } ] }, { "id": "customer_service_000064", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.22742619642750725, "brier": 0.10632828238750791, "confidence": 0.5807580758075808 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03382447345390952, "brier": 0.0018854173915388947, "confidence": 0.9447055294470553 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.23959376325922555, "brier": 0.07512391357435191, "pred_score": 1.502, "gold_score": 1.233333, "confidence": 0.44594459445944595 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.2708578633442168, "brier": 0.21316140417800006, "confidence": 0.5902 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08076853592387483, "brier": 0.04272613636036789, "pred_score": 2.3136, "gold_score": 2.166667, "confidence": 0.531953195319532 } ] }, { "id": "customer_service_000065", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.26535998958354046, "brier": 0.18705849999999996, "confidence": 0.587 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.20886426146422907, "brier": 0.10355758788613464, "confidence": 0.7354735473547355 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.05950818251687817, "brier": 0.027513403778000017, "pred_score": 2.6081, "gold_score": 2.766667, "confidence": 0.6929 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.028018030923624482, "brier": 0.02366052057799999, "confidence": 0.6579 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03455040216977, "brier": 0.003181974266999999, "pred_score": 2.3056, "gold_score": 2.4, "confidence": 0.4864 } ] }, { "id": "customer_service_000066", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.2588392675360094, "brier": 0.0978503499557624, "confidence": 0.44345565443455653 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.008456950876346063, "brier": 0.0018388648669999995, "confidence": 0.6734 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.22833536989714195, "brier": 0.11257824626699997, "pred_score": 2.1928, "gold_score": 1.7, "confidence": 0.4419 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0690707959262011, "brier": 0.06451231999999998, "confidence": 0.6796 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.029690491917670172, "brier": 0.002535668377999999, "pred_score": 2.3485, "gold_score": 2.366667, "confidence": 0.4901 } ] }, { "id": "customer_service_000067", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.22911762262074856, "brier": 0.08406147715195482, "confidence": 0.48235176482351766 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.07599094077222995, "brier": 0.010166658556, "confidence": 0.8558 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.25974277094984, "brier": 0.186223522756, "pred_score": 1.7084, "gold_score": 1.25, "confidence": 0.5602 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.02611811150779006, "brier": 0.025447680000000004, "confidence": 0.6128 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12451655795707653, "brier": 0.04297213566700001, "pred_score": 1.7597, "gold_score": 1.633333, "confidence": 0.5459 } ] }, { "id": "customer_service_000068", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.3142693355002298, "brier": 0.16179915152857305, "confidence": 0.42714271427142714 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.004554269010114827, "brier": 0.00014640537799999993, "confidence": 0.9639 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.023290922969302047, "brier": 0.018547021855301, "pred_score": 1.7349, "gold_score": 1.65, "confidence": 0.650965096509651 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.017927184712720257, "brier": 0.01203327897799999, "confidence": 0.8109 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12982316588479523, "brier": 0.069340466978, "pred_score": 1.7882, "gold_score": 1.57, "confidence": 0.6489 } ] }, { "id": "customer_service_000069", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.014207558536951631, "brier": 0.004644497766827122, "confidence": 0.5916408359164084 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.09920539132673867, "brier": 0.009267257087462578, "confidence": 0.9278072192780722 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.20292300820084425, "brier": 0.04031344031536391, "pred_score": 2.2073, "gold_score": 1.966667, "confidence": 0.65003499650035 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.007102058914776874, "brier": 0.005331933377999991, "confidence": 0.7317 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.031748139480368184, "brier": 0.022264763177999997, "pred_score": 2.3231, "gold_score": 2.25, "confidence": 0.4835 } ] }, { "id": "customer_service_000070", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.2861185688281918, "brier": 0.1086447657415113, "confidence": 0.7872212778722127 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.031099292296355725, "brier": 0.0032999771342444254, "confidence": 0.9408059194080591 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.018173869595156482, "brier": 0.006861130267000002, "pred_score": 1.3811, "gold_score": 1.266667, "confidence": 0.5346 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.010394330606870054, "brier": 0.008606719999999998, "confidence": 0.6844 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.049064794276576146, "brier": 0.036797391467000014, "pred_score": 1.5127, "gold_score": 1.316667, "confidence": 0.4641 } ] }, { "id": "customer_service_000071", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.3397743962320807, "brier": 0.16641060915436925, "confidence": 0.46355364463553644 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.012982620481609662, "brier": 0.003917454236531419, "confidence": 0.8562143785621438 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.0435408523832729, "brier": 0.016476928467000003, "pred_score": 1.2183, "gold_score": 1.266667, "confidence": 0.6573 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.15972849561873373, "brier": 0.14371983297800006, "confidence": 0.5486 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.024422109482547374, "brier": 0.009535251666999998, "pred_score": 1.8261, "gold_score": 2.006667, "confidence": 0.4075 } ] }, { "id": "customer_service_000072", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08072709062103178, "brier": 0.02206618032461803, "confidence": 0.5007499250074993 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.08883981233641688, "brier": 0.018937104756000002, "confidence": 0.8543 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.025821209088526198, "brier": 0.0018830633779999975, "pred_score": 2.5196, "gold_score": 2.543333, "confidence": 0.5832 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.002488193030581974, "brier": 0.001832182578000002, "confidence": 0.7464 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.17609959649914644, "brier": 0.07763850197800001, "pred_score": 2.682, "gold_score": 2.566667, "confidence": 0.795 } ] }, { "id": "customer_service_000073", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.5186637180379698, "brier": 0.236007666067, "confidence": 0.4357 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.014923515761820348, "brier": 0.0017762303573727828, "confidence": 0.9254074592540746 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.3934301839681841, "brier": 0.2619147608305144, "pred_score": 2.4246, "gold_score": 1.75, "confidence": 0.6275372462753726 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.10382679142949114, "brier": 0.09554306697799998, "confidence": 0.7019 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.10947908889362715, "brier": 0.08003643357799999, "pred_score": 2.5004, "gold_score": 2.25, "confidence": 0.6002 } ] }, { "id": "customer_service_000074", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.4377985312630767, "brier": 0.22212280686699995, "confidence": 0.326 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.07583321009424093, "brier": 0.022380169667000002, "confidence": 0.8432 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.17950323903245946, "brier": 0.07955399574987629, "pred_score": 1.5155, "gold_score": 1.6, "confidence": 0.3554355435543554 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.3415808675811413, "brier": 0.32686361457800006, "confidence": 0.6076 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.038748523587406755, "brier": 0.024354254755999987, "pred_score": 2.4372, "gold_score": 2.283333, "confidence": 0.5061 } ] }, { "id": "customer_service_000075", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.2154892429109465, "brier": 0.120545496267, "confidence": 0.5157 }, { "qid": "category", "type": "choice", "correct": false, "kl": 1.3694555832321564, "brier": 1.0252995149999207, "confidence": 0.7552244775522448 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.11369819053771625, "brier": 0.07539360286700002, "pred_score": 2.6375, "gold_score": 2.863333, "confidence": 0.6814 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.04874088309185717, "brier": 0.024686420000000018, "confidence": 0.8089 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.018133076846340673, "brier": 0.0015691451779999996, "pred_score": 2.7501, "gold_score": 2.803333, "confidence": 0.8489 } ] }, { "id": "customer_service_000076", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.19729223312358768, "brier": 0.09252673394978017, "confidence": 0.607039296070393 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.028892513268351905, "brier": 0.002881938444999996, "confidence": 0.9395 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.013224963305508135, "brier": 0.0038727115559999948, "pred_score": 2.2527, "gold_score": 2.24, "confidence": 0.6372 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.024667890473271434, "brier": 0.02415602, "confidence": 0.5301 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02515177738211906, "brier": 0.013688778467000002, "pred_score": 2.4052, "gold_score": 2.376667, "confidence": 0.5361 } ] }, { "id": "customer_service_000077", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.038650239925581385, "brier": 0.010465891550927862, "confidence": 0.6623337666233376 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03374585994243132, "brier": 0.006548934268949223, "confidence": 0.7444744474447444 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.04373493728933011, "brier": 0.020080441378000007, "pred_score": 2.6114, "gold_score": 2.683333, "confidence": 0.6534 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0012045275024221112, "brier": 0.0006408200000000009, "confidence": 0.8479 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04764478931235433, "brier": 0.015447497067000014, "pred_score": 2.7199, "gold_score": 2.606667, "confidence": 0.7888000000000001 } ] }, { "id": "customer_service_000078", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.12159917432603543, "brier": 0.04530522737800003, "confidence": 0.6315 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.014577703347066644, "brier": 0.0008313481560000013, "confidence": 0.8878 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.12896124688803848, "brier": 0.060049470266999985, "pred_score": 2.1453, "gold_score": 2.163333, "confidence": 0.7131 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0008503534361377872, "brier": 0.0004804999999999983, "confidence": 0.8245 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.014031448495890466, "brier": 0.0010777639560000001, "pred_score": 2.5738, "gold_score": 2.623333, "confidence": 0.7017 } ] }, { "id": "customer_service_000079", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.0887070165307444, "brier": 0.023094335956, "confidence": 0.6404 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.06804231199290306, "brier": 0.016253680156000004, "confidence": 0.8334 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.03500197770557987, "brier": 0.004395807866999998, "pred_score": 2.1962, "gold_score": 2.15, "confidence": 0.6581 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.047878277132390956, "brier": 0.032921779999999984, "confidence": 0.7317 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.08035747735588708, "brier": 0.01575743006699999, "pred_score": 2.2197, "gold_score": 2.2, "confidence": 0.4366 } ] }, { "id": "customer_service_000080", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.07295431608432669, "brier": 0.01682788643735118, "confidence": 0.41575842415758424 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.06204505269398179, "brier": 0.027254816555999983, "confidence": 0.7391 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.38624115542968085, "brier": 0.2760018116362713, "pred_score": 2.294, "gold_score": 1.816667, "confidence": 0.5537553755375537 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 3.7708978309380133e-06, "brier": 2.4199999999999557e-06, "confidence": 0.7989 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1463594027509404, "brier": 0.07001547068513937, "pred_score": 2.7969, "gold_score": 2.5, "confidence": 0.8635136486351366 } ] }, { "id": "customer_service_000081", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.8256342474330776, "brier": 0.378048712178, "confidence": 0.8981 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.0961510826310866, "brier": 0.04585077994653478, "confidence": 0.8125812581258126 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.015324918966819187, "brier": 0.004623855253767873, "pred_score": 1.0914, "gold_score": 1.17, "confidence": 0.6543345665433457 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.024848694578228192, "brier": 0.022105895378000014, "confidence": 0.6282 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05199172115620235, "brier": 0.021890393301314957, "pred_score": 1.2127, "gold_score": 1.036667, "confidence": 0.6346365363463654 } ] }, { "id": "customer_service_000082", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.18590379605084156, "brier": 0.037696771356, "confidence": 0.5196 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03478844257010312, "brier": 0.007954564355999998, "confidence": 0.5264 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.29615527831382304, "brier": 0.15371604155600002, "pred_score": 1.9508, "gold_score": 2.05, "confidence": 0.8326 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.00987027984565509, "brier": 0.008676923378000002, "confidence": 0.6508 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1174099468930907, "brier": 0.048781737377999984, "pred_score": 1.728, "gold_score": 1.933333, "confidence": 0.5921 } ] }, { "id": "customer_service_000083", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.2792556833450721, "brier": 0.085187920778, "confidence": 0.6541 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.00117529863598717, "brier": 0.00011474690993527298, "confidence": 0.8901890189018902 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.5306194943723802, "brier": 0.284285575653294, "pred_score": 1.9194, "gold_score": 1.183333, "confidence": 0.49765023497650235 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.0572291952277835, "brier": 0.055466480177999974, "confidence": 0.6332 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.11251484674796569, "brier": 0.03760937186699999, "pred_score": 1.7827, "gold_score": 2.133333, "confidence": 0.5428 } ] }, { "id": "customer_service_000084", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08733969553838512, "brier": 0.03608644228596398, "confidence": 0.424957504249575 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.024786860846115685, "brier": 0.0008587409967216045, "confidence": 0.9288071192880711 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.16253675839769643, "brier": 0.061472400356000004, "pred_score": 2.1483, "gold_score": 2.006667, "confidence": 0.7218 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.05482356076560474, "brier": 0.04470049999999999, "confidence": 0.7595 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.026042923787181455, "brier": 0.014803258936088555, "pred_score": 2.4131, "gold_score": 2.246667, "confidence": 0.5357464253574643 } ] }, { "id": "customer_service_000085", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08213226699247483, "brier": 0.026049058556, "confidence": 0.6371 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.060396681845082935, "brier": 0.011974344666999986, "confidence": 0.8383 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.04189423564275678, "brier": 0.028569582467000015, "pred_score": 2.6088, "gold_score": 2.75, "confidence": 0.6663 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.02538933597751461, "brier": 0.014620500000000002, "confidence": 0.7945 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.016891577857602216, "brier": 0.005511170467000003, "pred_score": 2.5678, "gold_score": 2.546667, "confidence": 0.6732 } ] }, { "id": "customer_service_000086", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.020769048363292117, "brier": 0.002574776667682073, "confidence": 0.5816418358164184 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.06301259791191395, "brier": 0.004261431566716117, "confidence": 0.8693130686931306 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1729801982641474, "brier": 0.04450753040634615, "pred_score": 2.1348, "gold_score": 2.033333, "confidence": 0.7512751275127513 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0021428254183066577, "brier": 0.0014941857780000026, "confidence": 0.784 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05341751970264004, "brier": 0.005721430305295932, "pred_score": 2.0855, "gold_score": 2.083333, "confidence": 0.593059305930593 } ] }, { "id": "customer_service_000087", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.12144881102785843, "brier": 0.026455441882716403, "confidence": 0.7249724972497249 }, { "qid": "category", "type": "choice", "correct": false, "kl": 0.05976906753593289, "brier": 0.04006308357799999, "confidence": 0.565 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.18645941849657677, "brier": 0.08224845297800003, "pred_score": 1.9746, "gold_score": 1.933333, "confidence": 0.8243 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.012585137732658354, "brier": 0.007168115378000001, "confidence": 0.8068 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.16669259062811848, "brier": 0.10505610517799999, "pred_score": 1.8313, "gold_score": 1.666667, "confidence": 0.7353 } ] }, { "id": "customer_service_000088", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.22299941625269815, "brier": 0.14421322707726755, "confidence": 0.5988598859885989 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.07654473369289475, "brier": 0.007904899999999992, "confidence": 0.873 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.3808882030833073, "brier": 0.11056247320227101, "pred_score": 2.0906, "gold_score": 1.716667, "confidence": 0.7787778777877788 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.3819085009768876, "brier": 0.32, "confidence": 0.8 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09699895774381656, "brier": 0.020066766067, "pred_score": 2.0105, "gold_score": 1.9, "confidence": 0.6414 } ] }, { "id": "customer_service_000089", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.15879186768800796, "brier": 0.05717434646565035, "confidence": 0.7359264073592641 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.17957560439656972, "brier": 0.058376964378, "confidence": 0.7654 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.8138780201133227, "brier": 0.5474635763058481, "pred_score": 1.2976, "gold_score": 2.91, "confidence": 0.49665033496650335 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0002672863331169891, "brier": 5.407999999999978e-05, "confidence": 0.9448 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.17354381087288778, "brier": 0.13864526000000002, "pred_score": 0.6715, "gold_score": 0.95, "confidence": 0.5031 } ] }, { "id": "customer_service_000090", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.43171684929709314, "brier": 0.210473626445, "confidence": 0.3442 }, { "qid": "category", "type": "choice", "correct": false, "kl": 1.8168178744197152, "brier": 0.8010879872899409, "confidence": 0.5641435856414359 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.21480325246582022, "brier": 0.16042373025054937, "pred_score": 2.5598, "gold_score": 2.843333, "confidence": 0.5858414158584141 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 2.0565535453731867e-05, "brier": 1.1520000000000395e-05, "confidence": 0.8324 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03453177381657169, "brier": 0.0018351500459698733, "pred_score": 2.5905, "gold_score": 2.633333, "confidence": 0.7067706770677068 } ] }, { "id": "customer_service_000091", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.08665173890477096, "brier": 0.03322556215599997, "confidence": 0.5741 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.04615913608443758, "brier": 0.00663808026699999, "confidence": 0.8978 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.052173252634178685, "brier": 0.037932285778, "pred_score": 2.1362, "gold_score": 2.25, "confidence": 0.6459 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.025668044398556605, "brier": 0.01505702457799999, "confidence": 0.7899 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.08902231900776125, "brier": 0.045061614756, "pred_score": 2.1233, "gold_score": 2.05, "confidence": 0.4035 } ] }, { "id": "customer_service_000092", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.03242420260228183, "brier": 0.003342100466999999, "confidence": 0.4645 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03098290358363266, "brier": 0.002888941645000004, "confidence": 0.9221 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1997657243326949, "brier": 0.106173250178, "pred_score": 1.9832, "gold_score": 1.933333, "confidence": 0.8143 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.0009397047815044232, "brier": 0.0007398165780000022, "confidence": 0.7241 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0263554721812174, "brier": 0.009017843855881093, "pred_score": 2.0878, "gold_score": 2.21, "confidence": 0.5692569256925692 } ] }, { "id": "customer_service_000093", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.07860892029855146, "brier": 0.030819184155999966, "confidence": 0.6316 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.036321422807816, "brier": 0.005616195156, "confidence": 0.8716 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.1367774776814911, "brier": 0.09643177277799997, "pred_score": 2.5637, "gold_score": 2.833333, "confidence": 0.6188 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.007642792339151584, "brier": 0.004170949778, "confidence": 0.821 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.007379926535454058, "brier": 0.0005023799779999998, "pred_score": 2.7187, "gold_score": 2.743333, "confidence": 0.8033 } ] }, { "id": "customer_service_000094", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.39697536399543276, "brier": 0.29567406899858745, "confidence": 0.49635036496350365 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.03146879628841573, "brier": 0.0021083312399386555, "confidence": 0.8856114388561145 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.11965858952842534, "brier": 0.035672157977999996, "pred_score": 2.1267, "gold_score": 1.853333, "confidence": 0.6402 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.045857926437744334, "brier": 0.04112712, "confidence": 0.7034 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.031814665089540665, "brier": 0.001971407309381781, "pred_score": 2.7438, "gold_score": 2.826667, "confidence": 0.8328832883288328 } ] }, { "id": "customer_service_000095", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.10267165439552672, "brier": 0.06455306686699999, "confidence": 0.4168 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.10301335885469895, "brier": 0.007451226667000001, "confidence": 0.8801 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.057739529480208225, "brier": 0.012702873777999996, "pred_score": 1.5406, "gold_score": 1.366667, "confidence": 0.5185 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.03444967526925108, "brier": 0.03386919537800001, "confidence": 0.5132 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05124088050435927, "brier": 0.043666689978, "pred_score": 1.5209, "gold_score": 1.366667, "confidence": 0.4458 } ] }, { "id": "customer_service_000096", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.18118748196961393, "brier": 0.06784338286700001, "confidence": 0.4229 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.021788956528943384, "brier": 0.000673251378, "confidence": 0.9212 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.12878935863329483, "brier": 0.07352661517799997, "pred_score": 2.6083, "gold_score": 2.866667, "confidence": 0.658 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.05178209335651607, "brier": 0.050202030977999995, "confidence": 0.5249 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.14377251969736526, "brier": 0.08275590257800003, "pred_score": 2.6211, "gold_score": 2.516667, "confidence": 0.7095 } ] }, { "id": "customer_service_000097", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.11409896301920847, "brier": 0.041929365178, "confidence": 0.6898 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.035992242354218676, "brier": 0.001425508639568778, "confidence": 0.9135086491350864 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.07429981642186428, "brier": 0.04441753977799999, "pred_score": 2.5612, "gold_score": 2.716667, "confidence": 0.6206 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.021670716558075745, "brier": 0.012440007378000002, "confidence": 0.7978 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.02224875371636427, "brier": 0.011909518906324508, "pred_score": 2.3983, "gold_score": 2.326667, "confidence": 0.4784521547845215 } ] }, { "id": "customer_service_000098", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": false, "kl": 0.6239645890618055, "brier": 0.24881568826699993, "confidence": 0.416 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.09354056675735353, "brier": 0.010281398378000003, "confidence": 0.9327 }, { "qid": "churn_risk", "type": "score", "correct": true, "kl": 0.20502317658791075, "brier": 0.095518269378, "pred_score": 2.3182, "gold_score": 1.983333, "confidence": 0.481 }, { "qid": "needs_human", "type": "noul", "correct": false, "kl": 0.0026418278599496595, "brier": 0.002640173777999997, "confidence": 0.503 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03770527520386786, "brier": 0.0027329526519724594, "pred_score": 2.7175, "gold_score": 2.816667, "confidence": 0.8077192280771922 } ] }, { "id": "customer_service_000099", "workflow": "customer_service", "decisions": [ { "qid": "action", "type": "choice", "correct": true, "kl": 0.10487102168805454, "brier": 0.028277608378000002, "confidence": 0.4489 }, { "qid": "category", "type": "choice", "correct": true, "kl": 0.010183157894123378, "brier": 0.0007781603780000029, "confidence": 0.9047 }, { "qid": "churn_risk", "type": "score", "correct": false, "kl": 0.32072169057001654, "brier": 0.18807880395599993, "pred_score": 1.1284, "gold_score": 0.616667, "confidence": 0.5781 }, { "qid": "needs_human", "type": "noul", "correct": true, "kl": 0.13789330777908984, "brier": 0.10026242, "confidence": 0.8239 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.008543516881524944, "brier": 0.0029306583560000017, "pred_score": 2.7005, "gold_score": 2.776667, "confidence": 0.7876 } ] }, { "id": "invoice_processing_000000", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.9184880189735287, "brier": 0.3841557609779999, "pred_score": 2.5106, "gold_score": 1.303333, "confidence": 0.6123 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.9097238376718937, "brier": 0.2547442043075998, "confidence": 0.6302369763023697 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.021069029947906732, "brier": 0.0014116109780000004, "confidence": 0.9899 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.6512181974386755, "brier": 0.34362049999999994, "confidence": 0.9345 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.150716830305823, "brier": 0.034286126067, "pred_score": 2.2122, "gold_score": 1.983333, "confidence": 0.6101 } ] }, { "id": "invoice_processing_000001", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.09199758217365847, "brier": 0.0616479147174586, "pred_score": 2.5979, "gold_score": 2.79, "confidence": 0.6700670067006701 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.042188506186784276, "brier": 0.034079802756, "confidence": 0.6181 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.008640324719552082, "brier": 0.0005985799999999994, "confidence": 0.9873 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.002602598357553533, "brier": 0.0005985799999999992, "confidence": 0.9327 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01800528962860448, "brier": 0.006377226266999995, "pred_score": 1.6327, "gold_score": 1.75, "confidence": 0.5219 } ] }, { "id": "invoice_processing_000002", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.1312060957466023, "brier": 0.032780017377999994, "pred_score": 0.3121, "gold_score": 0.026667, "confidence": 0.8208 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.027201008490489273, "brier": 0.004265135156, "confidence": 0.9083 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.00010601809089103736, "brier": 7.472977999999845e-06, "confidence": 0.9814 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.06173468179413024, "brier": 0.014269348177999993, "confidence": 0.9022 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.9415619825223549, "brier": 0.5250219014238963, "pred_score": 1.1936, "gold_score": 2.0, "confidence": 0.538046195380462 } ] }, { "id": "invoice_processing_000003", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.10075355066950248, "brier": 0.025187120000000007, "pred_score": 1.8926, "gold_score": 2.0, "confidence": 0.7026 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.1672453881208415, "brier": 0.14422420115600001, "confidence": 0.6099 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.015966098163249166, "brier": 0.0013312800000000024, "confidence": 0.9858 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0011936892629242218, "brier": 0.0004014077780000011, "confidence": 0.9025 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05085472550338833, "brier": 0.006053719978000005, "pred_score": 2.2999, "gold_score": 2.233333, "confidence": 0.5807 } ] }, { "id": "invoice_processing_000004", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.014272029378665342, "brier": 0.00048003586700000165, "pred_score": 2.7589, "gold_score": 2.8, "confidence": 0.8006 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.1364325025499863, "brier": 0.064225029578, "confidence": 0.6009 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0005103391833437515, "brier": 2.8380577999999743e-05, "confidence": 0.9871 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0012599704146635804, "brier": 0.00023618337800000158, "confidence": 0.9542 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.18707123526111952, "brier": 0.040612500136026394, "pred_score": 1.5785, "gold_score": 1.983333, "confidence": 0.5192519251925193 } ] }, { "id": "invoice_processing_000005", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.5704438486327401, "brier": 0.39286389057800003, "pred_score": 2.611, "gold_score": 1.833333, "confidence": 0.7101000000000001 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.31251559888972713, "brier": 0.05521608327492024, "confidence": 0.601039896010399 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.032233730404868405, "brier": 0.0027975200000000078, "confidence": 0.9874 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.17855871557498756, "brier": 0.07633652937799998, "confidence": 0.9287 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.3005293738062571, "brier": 0.14193308902973126, "pred_score": 1.5091, "gold_score": 1.866667, "confidence": 0.34673467346734677 } ] }, { "id": "invoice_processing_000006", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.3190454901919865, "brier": 0.11069497999999997, "pred_score": 1.7703, "gold_score": 1.45, "confidence": 0.6515 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.19720867037308829, "brier": 0.09169860589091444, "confidence": 0.56005600560056 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.014341356613049187, "brier": 0.0007194941779999982, "confidence": 0.9923 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.18141581284875485, "brier": 0.11861664417799998, "confidence": 0.8602 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.0168085061004022, "brier": 0.008191646667000004, "pred_score": 1.5276, "gold_score": 1.533333, "confidence": 0.46 } ] }, { "id": "invoice_processing_000007", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.2981923478887286, "brier": 0.19853064497927533, "pred_score": 2.4753, "gold_score": 2.903333, "confidence": 0.5754575457545755 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.018717793549250076, "brier": 0.011202603156000005, "confidence": 0.6757 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 2.366110672608285e-05, "brier": 9.800000000000465e-07, "confidence": 0.9893 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.037266559303328214, "brier": 0.007425660978000002, "confidence": 0.9224 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03710433846273868, "brier": 0.01712476626699999, "pred_score": 2.1832, "gold_score": 2.106667, "confidence": 0.5094000000000001 } ] }, { "id": "invoice_processing_000008", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.07186191041751541, "brier": 0.03536721155599999, "pred_score": 2.5497, "gold_score": 2.793333, "confidence": 0.6814 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.322152769831735, "brier": 0.255115050356, "confidence": 0.6993 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0030102887281546475, "brier": 0.0003259925779999992, "confidence": 0.9761 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0066896463796250576, "brier": 0.0025442697779999995, "confidence": 0.881 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.21906589961973524, "brier": 0.10442419797800002, "pred_score": 1.9201, "gold_score": 1.666667, "confidence": 0.6951 } ] }, { "id": "invoice_processing_000009", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.8060926468682788, "brier": 0.4428550035203047, "pred_score": 0.327, "gold_score": 1.333333, "confidence": 0.7958204179582042 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.8196098167648016, "brier": 0.47599840126700005, "confidence": 0.8123 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.002011298266215057, "brier": 0.00013887777800000058, "confidence": 0.985 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.26137870134338775, "brier": 0.144901747778, "confidence": 0.9025 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.6684181685544904, "brier": 0.453669789067, "pred_score": 1.7877, "gold_score": 1.133333, "confidence": 0.5674 } ] }, { "id": "invoice_processing_000010", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.09580880129761943, "brier": 0.024912520721981662, "pred_score": 0.2689, "gold_score": 0.040333, "confidence": 0.835916408359164 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.011321930339625906, "brier": 0.0005970155780000001, "confidence": 0.9061 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0019085726140010539, "brier": 0.00014001337800000025, "confidence": 0.9783 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.03853302323090363, "brier": 0.009211859377999988, "confidence": 0.9088 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.20346039699407512, "brier": 0.129460731578, "pred_score": 1.5332, "gold_score": 1.873333, "confidence": 0.3876 } ] }, { "id": "invoice_processing_000011", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.17606758487009258, "brier": 0.04499841586699999, "pred_score": 0.3018, "gold_score": 0.008667, "confidence": 0.8142 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.049718722161989824, "brier": 0.007223062377999999, "confidence": 0.9111 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.00890647358204005, "brier": 0.00041282137800000056, "confidence": 0.9823 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.12438019599612218, "brier": 0.03259772577799999, "confidence": 0.869 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.20725435565984437, "brier": 0.09126506097800001, "pred_score": 1.1955, "gold_score": 1.15, "confidence": 0.5574 } ] }, { "id": "invoice_processing_000012", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.39205440631852906, "brier": 0.11958162446700003, "pred_score": 0.3245, "gold_score": 1.05, "confidence": 0.8130000000000001 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.2967922471249277, "brier": 0.21848108537800004, "confidence": 0.6249 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.024221602648544463, "brier": 0.02163199999999999, "confidence": 0.626 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.01964309584923155, "brier": 0.003709532977999997, "confidence": 0.9336 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0332697828059576, "brier": 0.007996585499225061, "pred_score": 2.2746, "gold_score": 2.183333, "confidence": 0.5145485451454854 } ] }, { "id": "invoice_processing_000013", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.8173621721963521, "brier": 0.6291504313779999, "pred_score": 2.1503, "gold_score": 2.866667, "confidence": 0.6452 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.11446645772061559, "brier": 0.07653718777799996, "confidence": 0.6479 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.022028388194001505, "brier": 0.001635920000000004, "confidence": 0.9886 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.06881235160945531, "brier": 0.018291341377999995, "confidence": 0.8877 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5893689846853751, "brier": 0.40945214843297073, "pred_score": 1.8246, "gold_score": 1.233333, "confidence": 0.603039696030397 } ] }, { "id": "invoice_processing_000014", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.76463717505281, "brier": 0.460163314778, "pred_score": 0.3589, "gold_score": 1.216667, "confidence": 0.7748 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.2956624038067481, "brier": 0.15559220802990809, "confidence": 0.7557755775577558 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.012203005399163344, "brier": 0.0014580000000000014, "confidence": 0.977 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.29885906226893977, "brier": 0.17546888000000002, "confidence": 0.8962 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.6325675923632585, "brier": 0.323827566378, "pred_score": 1.3283, "gold_score": 2.133333, "confidence": 0.4925 } ] }, { "id": "invoice_processing_000015", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.15363302028217843, "brier": 0.041743817155999965, "pred_score": 0.2992, "gold_score": 0.023333, "confidence": 0.8151 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.10594161353552808, "brier": 0.035495207556, "confidence": 0.7849 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0003966186050502595, "brier": 3.527999999999984e-05, "confidence": 0.9758 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.07152014157849688, "brier": 0.014495255378000001, "confidence": 0.9082 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1971732661953147, "brier": 0.09427738397800002, "pred_score": 1.5425, "gold_score": 1.833333, "confidence": 0.4074 } ] }, { "id": "invoice_processing_000016", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.027813792388145034, "brier": 0.007000326519600039, "pred_score": 2.7901, "gold_score": 2.893333, "confidence": 0.8321832183218322 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.024783713444277544, "brier": 0.012758532140392978, "confidence": 0.6424357564243576 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.007116196055683876, "brier": 0.00044802217799999854, "confidence": 0.9883 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.013423879120855187, "brier": 0.002048000000000002, "confidence": 0.948 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.4823710788136413, "brier": 0.19025101992656349, "pred_score": 1.0798, "gold_score": 2.0, "confidence": 0.44754475447544756 } ] }, { "id": "invoice_processing_000017", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.1027751859788617, "brier": 0.08485521966699998, "pred_score": 2.368, "gold_score": 2.13, "confidence": 0.4894 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03347533622364838, "brier": 0.017740055377999997, "confidence": 0.663 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.006861193279722918, "brier": 0.00043612857799999924, "confidence": 0.9881 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0010255256887005473, "brier": 0.00030751999999999906, "confidence": 0.9224 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1771231121494838, "brier": 0.1251630672219341, "pred_score": 1.4461, "gold_score": 1.103333, "confidence": 0.49184918491849183 } ] }, { "id": "invoice_processing_000018", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.09008978552971039, "brier": 0.04106023566699998, "pred_score": 2.5894, "gold_score": 2.816667, "confidence": 0.7114 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.07249577545584616, "brier": 0.050450847667, "confidence": 0.5865 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0013220474780134559, "brier": 0.00011151217800000005, "confidence": 0.9808 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.021324667496670356, "brier": 0.007304294977999995, "confidence": 0.8829 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02436111759501592, "brier": 0.004128673322216063, "pred_score": 2.3816, "gold_score": 2.326667, "confidence": 0.4765476547654765 } ] }, { "id": "invoice_processing_000019", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.6107776593833836, "brier": 0.4279467503008904, "pred_score": 2.0107, "gold_score": 2.61, "confidence": 0.705129487051295 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03291535649297238, "brier": 0.021712185977999995, "confidence": 0.6197 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.014456712364419127, "brier": 0.0011108069780000002, "confidence": 0.9869 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.006620511806628787, "brier": 0.0016936199999999944, "confidence": 0.9209 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.2656415257482996, "brier": 0.1405240239882175, "pred_score": 1.5327, "gold_score": 2.04, "confidence": 0.3514351435143514 } ] }, { "id": "invoice_processing_000020", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.18018016542226514, "brier": 0.04731079717799997, "pred_score": 0.3483, "gold_score": 0.013333, "confidence": 0.8 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.038630311425307484, "brier": 0.004834819999999994, "confidence": 0.9111 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.007923225487681668, "brier": 0.0005077209779999992, "confidence": 0.9774 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.08027030888984582, "brier": 0.017534277377999993, "confidence": 0.8997 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.2217999281233567, "brier": 0.05816020676788443, "pred_score": 1.4715, "gold_score": 1.61, "confidence": 0.39356064393560647 } ] }, { "id": "invoice_processing_000021", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.03191013385557612, "brier": 0.005072027368425701, "pred_score": 0.3528, "gold_score": 0.233667, "confidence": 0.813018698130187 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.2261677679241278, "brier": 0.09558581550989391, "confidence": 0.5599440055994401 }, { "qid": "duplicate", "type": "noul", "correct": false, "kl": 1.1516004658977894, "brier": 0.8612835005780002, "confidence": 0.8829 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.009962663043118422, "brier": 0.002026679778, "confidence": 0.9345 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.35213400665249467, "brier": 0.164258713556, "pred_score": 1.4298, "gold_score": 0.800333, "confidence": 0.4202 } ] }, { "id": "invoice_processing_000022", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.10932667143060569, "brier": 0.049512065867000014, "pred_score": 0.3872, "gold_score": 0.456667, "confidence": 0.7526 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.030163166466674707, "brier": 0.004270854356000001, "confidence": 0.8123 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.005909212832377749, "brier": 0.0004500000000000004, "confidence": 0.985 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.00010390444318827182, "brier": 3.754977800000018e-05, "confidence": 0.901 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.27296797488709834, "brier": 0.1469119176755197, "pred_score": 1.3831, "gold_score": 1.876667, "confidence": 0.48165183481651835 } ] }, { "id": "invoice_processing_000023", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.07451204930949817, "brier": 0.017563561339099087, "pred_score": 0.3917, "gold_score": 0.143333, "confidence": 0.7962796279627963 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.49012151229768774, "brier": 0.10071712275600002, "confidence": 0.7588 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.22571401102138586, "brier": 0.151984589778, "confidence": 0.859 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.03435443049938369, "brier": 0.010119807378, "confidence": 0.8922 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07291082845987823, "brier": 0.028762485578000003, "pred_score": 1.1636, "gold_score": 0.976667, "confidence": 0.668 } ] }, { "id": "invoice_processing_000024", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.11813741262398839, "brier": 0.036279604267000005, "pred_score": 0.3376, "gold_score": 0.053333, "confidence": 0.8007 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07895209493551747, "brier": 0.022210802356000002, "confidence": 0.8294 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0001782281648543137, "brier": 1.2832178000000022e-05, "confidence": 0.9808 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.043894271770229844, "brier": 0.009494419999999995, "confidence": 0.9141 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07435170169527969, "brier": 0.019370686356000012, "pred_score": 1.609, "gold_score": 1.616667, "confidence": 0.4417 } ] }, { "id": "invoice_processing_000025", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.7030992511002832, "brier": 0.5395265575070322, "pred_score": 2.064, "gold_score": 2.68, "confidence": 0.7114288571142886 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.004756330988409457, "brier": 0.003420957956000006, "confidence": 0.6354 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 9.070820915485457e-05, "brier": 3.9199999999998795e-06, "confidence": 0.9886 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.02247171395091763, "brier": 0.004430604977999998, "confidence": 0.9296 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01070234200047461, "brier": 0.0019593097779999975, "pred_score": 1.7703, "gold_score": 1.866667, "confidence": 0.5833 } ] }, { "id": "invoice_processing_000026", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.29638853087809525, "brier": 0.0888944909996793, "pred_score": 0.3511, "gold_score": 0.98, "confidence": 0.8113811381138114 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.48738714015942564, "brier": 0.219830467178, "confidence": 0.8214 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.21148209630914752, "brier": 0.15889801137800003, "confidence": 0.8252 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.027386544676514503, "brier": 0.007120301778000003, "confidence": 0.907 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.11148987639868141, "brier": 0.02824339686587724, "pred_score": 1.4442, "gold_score": 1.45, "confidence": 0.40445955404459555 } ] }, { "id": "invoice_processing_000027", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.2281119107455662, "brier": 0.107778333956, "pred_score": 0.4348, "gold_score": 0.616667, "confidence": 0.7604 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.16058251148816233, "brier": 0.040017440378, "confidence": 0.6343 }, { "qid": "duplicate", "type": "noul", "correct": false, "kl": 0.13466903621090046, "brier": 0.12510001999999998, "confidence": 0.7001 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.01673873754112893, "brier": 0.006566580000000001, "confidence": 0.9073 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.4205569722364859, "brier": 0.30319510497799995, "pred_score": 1.7274, "gold_score": 1.216667, "confidence": 0.5471 } ] }, { "id": "invoice_processing_000028", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.05533126357633007, "brier": 0.017984754578, "pred_score": 2.4922, "gold_score": 2.693333, "confidence": 0.6441 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.04521484703912691, "brier": 0.022134492267000004, "confidence": 0.7316 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0025643250553404155, "brier": 0.00019868217799999896, "confidence": 0.9833 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.021324667496670356, "brier": 0.007304294977999995, "confidence": 0.8829 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07476674366662615, "brier": 0.024747506356000006, "pred_score": 1.9291, "gold_score": 1.766667, "confidence": 0.6039 } ] }, { "id": "invoice_processing_000029", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.019870090707613197, "brier": 0.009830089778000014, "pred_score": 2.7138, "gold_score": 2.616667, "confidence": 0.7779 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.011951698657105984, "brier": 0.004348470755999991, "confidence": 0.6811 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.010278107967979361, "brier": 0.0006771199999999989, "confidence": 0.9884 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.008316262207313116, "brier": 0.001620740178000001, "confidence": 0.9382 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.0644562569889363, "brier": 0.026745622178000004, "pred_score": 1.4049, "gold_score": 1.6, "confidence": 0.4454 } ] }, { "id": "invoice_processing_000030", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.047608329392790735, "brier": 0.009821013266999992, "pred_score": 0.287, "gold_score": 0.106667, "confidence": 0.8407 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.5212578741356169, "brier": 0.37224529837799997, "confidence": 0.7038 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.2634036561438847, "brier": 0.08669448000000002, "confidence": 0.9582 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.007229883957114144, "brier": 0.0018727199999999979, "confidence": 0.9194 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02834196036479116, "brier": 0.011891733177999995, "pred_score": 1.3218, "gold_score": 1.173333, "confidence": 0.5682 } ] }, { "id": "invoice_processing_000031", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.13528929512354312, "brier": 0.02535679789333727, "pred_score": 0.2317, "gold_score": 0.003333, "confidence": 0.8612861286128612 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.2599577269534852, "brier": 0.11377801657799995, "confidence": 0.675 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.001533792148460977, "brier": 9.248000000000039e-05, "confidence": 0.9868 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.053756578826104115, "brier": 0.007605637777999989, "confidence": 0.935 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.3329552335643088, "brier": 0.2479559072087739, "pred_score": 2.1198, "gold_score": 2.583333, "confidence": 0.6406640664066406 } ] }, { "id": "invoice_processing_000032", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.712772160425437, "brier": 0.36799015677799995, "pred_score": 0.2787, "gold_score": 1.186667, "confidence": 0.8258 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.7396389928452338, "brier": 0.39330847837800004, "confidence": 0.8606 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.002842369773327702, "brier": 0.0002233229779999999, "confidence": 0.9761 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.020697468154905793, "brier": 0.007862579999999996, "confidence": 0.9127 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.17167510943966713, "brier": 0.116818073956, "pred_score": 1.378, "gold_score": 1.083333, "confidence": 0.4978 } ] }, { "id": "invoice_processing_000033", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.16060519640932835, "brier": 0.06841699706700002, "pred_score": 2.1655, "gold_score": 2.55, "confidence": 0.5243 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.025164687864170802, "brier": 0.015370508177999993, "confidence": 0.6011 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.02079704433038429, "brier": 0.001579220000000001, "confidence": 0.9881 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.001121637179749278, "brier": 0.00024200000000000014, "confidence": 0.939 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01739137158114514, "brier": 0.0032893447207394777, "pred_score": 1.3841, "gold_score": 1.416667, "confidence": 0.5163483651634836 } ] }, { "id": "invoice_processing_000034", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.0795705469419374, "brier": 0.018181281777999995, "pred_score": 0.2282, "gold_score": 0.038333, "confidence": 0.8559 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.42516914436017966, "brier": 0.25446896320553775, "confidence": 0.48994899489948995 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0008719648866981258, "brier": 9.431137799999942e-05, "confidence": 0.9698 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.022507857707574852, "brier": 0.0036522185780000016, "confidence": 0.9406 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.28248778572512817, "brier": 0.23222861635599995, "pred_score": 2.2337, "gold_score": 2.593333, "confidence": 0.5749 } ] }, { "id": "invoice_processing_000035", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.23555743508508073, "brier": 0.19100640297799995, "pred_score": 2.3729, "gold_score": 2.766667, "confidence": 0.4863 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.006836401613587714, "brier": 0.0022988359779999956, "confidence": 0.7121000000000001 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0051776123475184045, "brier": 0.0002992925780000012, "confidence": 0.9889 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0056008775321129654, "brier": 0.001018538978, "confidence": 0.9441 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08745633979416828, "brier": 0.06396039785134852, "pred_score": 2.1351, "gold_score": 2.233333, "confidence": 0.6318368163183682 } ] }, { "id": "invoice_processing_000036", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.06148877826650223, "brier": 0.013377583378000003, "pred_score": 0.2126, "gold_score": 0.043333, "confidence": 0.8714 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.10490341632597847, "brier": 0.03819942915600001, "confidence": 0.7692 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.00018874830777170903, "brier": 1.1205378000000043e-05, "confidence": 0.9857 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.019645093068326208, "brier": 0.0030315569779999995, "confidence": 0.9444 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.04033022218091978, "brier": 0.017750119978146236, "pred_score": 2.2636, "gold_score": 2.32, "confidence": 0.5341465853414659 } ] }, { "id": "invoice_processing_000037", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.10127730177776306, "brier": 0.02762652656694572, "pred_score": 0.2994, "gold_score": 0.051667, "confidence": 0.817918208179182 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.14553324958302863, "brier": 0.07629730593605331, "confidence": 0.6524652465246524 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.8316216474245723, "brier": 0.21692044977799999, "confidence": 0.986 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.046997331894763905, "brier": 0.012157706177999985, "confidence": 0.8987 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.04650003282824713, "brier": 0.005857294378, "pred_score": 2.3301, "gold_score": 2.316667, "confidence": 0.4595 } ] }, { "id": "invoice_processing_000038", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.08392686010982157, "brier": 0.01607158785207128, "pred_score": 0.3003, "gold_score": 0.056667, "confidence": 0.8415158484151585 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.4171164371712806, "brier": 0.2160282474412253, "confidence": 0.7815781578157815 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.09168456965462807, "brier": 0.07952071999999998, "confidence": 0.7394 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.021374370343532123, "brier": 0.004499778978000006, "confidence": 0.9259 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09388307865200925, "brier": 0.012658045555999996, "pred_score": 1.247, "gold_score": 1.466667, "confidence": 0.5611 } ] }, { "id": "invoice_processing_000039", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.35141649213762616, "brier": 0.15994045530098203, "pred_score": 1.919, "gold_score": 2.393333, "confidence": 0.7086708670867087 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.017131792914034473, "brier": 0.0019557156261066897, "confidence": 0.6268373162683731 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.010603603293683553, "brier": 0.0006919200000000021, "confidence": 0.9886 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.045376470394766284, "brier": 0.011572376978, "confidence": 0.9006 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05806668426100799, "brier": 0.0388363, "pred_score": 1.4488, "gold_score": 1.35, "confidence": 0.4351 } ] }, { "id": "invoice_processing_000040", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.23579026826769245, "brier": 0.068981892178, "pred_score": 0.4192, "gold_score": 0.956667, "confidence": 0.7877 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.3958956671702317, "brier": 0.24248012830408786, "confidence": 0.7696230376962304 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.12607952778610687, "brier": 0.089661726578, "confidence": 0.8284 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.16009258859885092, "brier": 0.08553248000000002, "confidence": 0.8968 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.32312894084786986, "brier": 0.19637914719118338, "pred_score": 1.6105, "gold_score": 1.25, "confidence": 0.4695530446955305 } ] }, { "id": "invoice_processing_000041", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.37296535502890643, "brier": 0.12364574945289705, "pred_score": 0.2873, "gold_score": 1.036667, "confidence": 0.8481848184818481 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.2180054907016704, "brier": 0.15879284346699998, "confidence": 0.579 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.18057959207963886, "brier": 0.10814319217799999, "confidence": 0.8792 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.33655851293498085, "brier": 0.15837191999999997, "confidence": 0.9314 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0623732951977966, "brier": 0.015155648178, "pred_score": 2.3622, "gold_score": 2.383333, "confidence": 0.5273 } ] }, { "id": "invoice_processing_000042", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.052152284263224706, "brier": 0.008154113156000009, "pred_score": 0.2963, "gold_score": 0.103333, "confidence": 0.8442 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.12628312681952625, "brier": 0.04816588867485965, "confidence": 0.48934893489348935 }, { "qid": "duplicate", "type": "noul", "correct": false, "kl": 0.08461964788317494, "brier": 0.08117790417800003, "confidence": 0.6548 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.029416845074597273, "brier": 0.004736953778000002, "confidence": 0.938 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.15217301296453498, "brier": 0.12199614406700002, "pred_score": 2.1884, "gold_score": 2.433333, "confidence": 0.5688 } ] }, { "id": "invoice_processing_000043", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.5342997130211922, "brier": 0.26270372955599997, "pred_score": 0.297, "gold_score": 1.303333, "confidence": 0.8457 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.3372012389199426, "brier": 0.155056891578, "confidence": 0.5943 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.004529718202676135, "brier": 0.004152702978, "confidence": 0.6589 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.005109791243417455, "brier": 0.0010579999999999958, "confidence": 0.937 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.1269707007054112, "brier": 0.07238263426147812, "pred_score": 2.1866, "gold_score": 2.433333, "confidence": 0.5472547254725473 } ] }, { "id": "invoice_processing_000044", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.014641987192944267, "brier": 0.006197177509932996, "pred_score": 2.7196, "gold_score": 2.79, "confidence": 0.7697230276972303 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.0877760604703997, "brier": 0.06718255880412562, "confidence": 0.6222622262226223 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0006380575363951054, "brier": 4.232000000000045e-05, "confidence": 0.9846 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.008027022284090808, "brier": 0.0014364799999999967, "confidence": 0.9432 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0412207459797653, "brier": 0.00952836599971915, "pred_score": 1.425, "gold_score": 1.266667, "confidence": 0.46755324467553244 } ] }, { "id": "invoice_processing_000045", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 1.3239443208406196, "brier": 0.553879678667, "pred_score": 1.8499, "gold_score": 0.726667, "confidence": 0.658 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.8966091004314349, "brier": 0.44467557997799995, "confidence": 0.5515 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0021546403773739595, "brier": 0.00010463257800000068, "confidence": 0.9899 }, { "qid": "matches_order", "type": "noul", "correct": false, "kl": 0.8069387028290711, "brier": 0.5853619999999999, "confidence": 0.881 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.018193338969201382, "brier": 0.0040593551780000025, "pred_score": 1.6193, "gold_score": 1.583333, "confidence": 0.5211 } ] }, { "id": "invoice_processing_000046", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.0062805314796882394, "brier": 0.003981185556000003, "pred_score": 2.5285, "gold_score": 2.506667, "confidence": 0.6552 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.024572632123142667, "brier": 0.008357416378000002, "confidence": 0.7339 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.021500704293645458, "brier": 0.002178000000000002, "confidence": 0.983 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.003961809766787946, "brier": 0.0016588800000000023, "confidence": 0.8712 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.054210680081887896, "brier": 0.018798122776484422, "pred_score": 1.5608, "gold_score": 1.7, "confidence": 0.3479347934793479 } ] }, { "id": "invoice_processing_000047", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.02747712087651825, "brier": 0.0036879199999999986, "pred_score": 2.6295, "gold_score": 2.7, "confidence": 0.7076 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.08062113255118145, "brier": 0.06218405636946693, "confidence": 0.6921692169216922 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.011458651541896174, "brier": 0.0007296200000000003, "confidence": 0.9891 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0003218035263807496, "brier": 9.337977799999978e-05, "confidence": 0.9235 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.005825626163557235, "brier": 0.004058688024985377, "pred_score": 1.2301, "gold_score": 1.2, "confidence": 0.5805580558055806 } ] }, { "id": "invoice_processing_000048", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.8954024662999793, "brier": 0.3995248787780001, "pred_score": 0.2972, "gold_score": 1.486667, "confidence": 0.8072 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.2830907559733178, "brier": 0.17301978686699998, "confidence": 0.5998 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0014513471176660969, "brier": 0.00010463257800000066, "confidence": 0.9839 }, { "qid": "matches_order", "type": "noul", "correct": false, "kl": 0.80623990652105, "brier": 0.43257462897800003, "confidence": 0.9384 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07419980786701275, "brier": 0.020531936129759863, "pred_score": 2.147, "gold_score": 2.25, "confidence": 0.6146614661466147 } ] }, { "id": "invoice_processing_000049", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.09995250450946837, "brier": 0.02042638227900845, "pred_score": 0.2513, "gold_score": 0.236667, "confidence": 0.8477152284771523 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.04722083946320018, "brier": 0.021976906241992496, "confidence": 0.7064293570642936 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0031511744084032466, "brier": 0.00023618337799999908, "confidence": 0.9842 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 3.2104888203011604e-05, "brier": 7.472977999999845e-06, "confidence": 0.9386 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08755574410123762, "brier": 0.03911947365353597, "pred_score": 2.2309, "gold_score": 2.35, "confidence": 0.5961596159615962 } ] }, { "id": "invoice_processing_000050", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.9106582518341655, "brier": 0.452060756378, "pred_score": 0.2722, "gold_score": 1.303333, "confidence": 0.8288 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.5708385144635288, "brier": 0.33851625117799994, "confidence": 0.7059 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0041560396750634394, "brier": 0.0002960717780000009, "confidence": 0.9855 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.3906355606569401, "brier": 0.17111249999999997, "confidence": 0.9425 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.16954672417473463, "brier": 0.13485210875600004, "pred_score": 2.152, "gold_score": 2.333333, "confidence": 0.6145 } ] }, { "id": "invoice_processing_000051", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.018399487749488436, "brier": 0.007364402467000003, "pred_score": 2.7691, "gold_score": 2.84, "confidence": 0.8215 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03249029958718942, "brier": 0.009230544867000002, "confidence": 0.5496 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.00012817405618961155, "brier": 9.099378000000218e-06, "confidence": 0.9812 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.006585981720049365, "brier": 0.0009389177779999995, "confidence": 0.955 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.17174150969327867, "brier": 0.10258141646699998, "pred_score": 2.1244, "gold_score": 2.35, "confidence": 0.6484 } ] }, { "id": "invoice_processing_000052", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.02012884504568472, "brier": 0.0017128890669999997, "pred_score": 2.5234, "gold_score": 2.583333, "confidence": 0.6608 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.10335384981473053, "brier": 0.03687737971201896, "confidence": 0.6988698869886988 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.003221598432243355, "brier": 0.0002405501779999989, "confidence": 0.9843 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.009187549787431356, "brier": 0.003062783377999998, "confidence": 0.8942 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.20216448543541823, "brier": 0.06646368344521805, "pred_score": 1.7339, "gold_score": 2.253333, "confidence": 0.38043804380438045 } ] }, { "id": "invoice_processing_000053", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.08917035696193412, "brier": 0.016090059522276125, "pred_score": 0.4371, "gold_score": 0.27, "confidence": 0.774077407740774 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.6583082371689972, "brier": 0.24623901526699998, "confidence": 0.7801 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.3173632194037476, "brier": 0.20428832, "confidence": 0.8796 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.020709576170543427, "brier": 0.00497343537800001, "confidence": 0.9168 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03046669837336648, "brier": 0.005585711956000002, "pred_score": 1.1661, "gold_score": 1.036667, "confidence": 0.7195 } ] }, { "id": "invoice_processing_000054", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.2448593701009707, "brier": 0.207050161778, "pred_score": 2.3197, "gold_score": 2.606667, "confidence": 0.551 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.05481145743272095, "brier": 0.020150468756000007, "confidence": 0.7055 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.002116803523226847, "brier": 0.00012168000000000045, "confidence": 0.9878 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 4.652120247161228e-05, "brier": 1.1838978000000044e-05, "confidence": 0.9309 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.30279232620528407, "brier": 0.13355063246700002, "pred_score": 1.1913, "gold_score": 1.67, "confidence": 0.4916 } ] }, { "id": "invoice_processing_000055", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.08872919443063615, "brier": 0.023088789777999986, "pred_score": 0.2567, "gold_score": 0.043333, "confidence": 0.8415 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.055798619731475506, "brier": 0.01519922517799999, "confidence": 0.8448 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 8.564635837951377e-07, "brier": 5.5778000000009594e-08, "confidence": 0.9835 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.04795965956869469, "brier": 0.009734868577999987, "confidence": 0.9169 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12356251802490364, "brier": 0.0425189323042422, "pred_score": 2.0664, "gold_score": 1.816667, "confidence": 0.5976402359764024 } ] }, { "id": "invoice_processing_000056", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 1.2631933919042435, "brier": 0.670561227667, "pred_score": 0.3172, "gold_score": 1.6, "confidence": 0.7982 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 1.7408251084106479, "brier": 0.982763776756, "confidence": 0.8739 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0002565885782276865, "brier": 1.5312577999999803e-05, "confidence": 0.9839 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.1921325712993643, "brier": 0.09925027257800001, "confidence": 0.9061 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.046334742234087414, "brier": 0.017974622756, "pred_score": 1.5498, "gold_score": 1.7, "confidence": 0.4559 } ] }, { "id": "invoice_processing_000057", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.021740467677468595, "brier": 0.002606864267000001, "pred_score": 0.2525, "gold_score": 0.216667, "confidence": 0.8414 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07365814436074529, "brier": 0.013096387577999998, "confidence": 0.9096 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.00012087800501686804, "brier": 8.819999999999966e-06, "confidence": 0.9821 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0190080562399814, "brier": 0.004749810578000003, "confidence": 0.9146 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.21207903658561952, "brier": 0.141032713956, "pred_score": 1.4341, "gold_score": 1.763333, "confidence": 0.4663 } ] }, { "id": "invoice_processing_000058", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.11978541990883304, "brier": 0.09029558263449236, "pred_score": 2.475, "gold_score": 2.76, "confidence": 0.5711571157115711 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.05376476164369763, "brier": 0.02884630457799999, "confidence": 0.6185 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.002245422747813558, "brier": 0.00015253057800000176, "confidence": 0.9854 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.024049009194561568, "brier": 0.004002082578000003, "confidence": 0.9386 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.38989606158965223, "brier": 0.1986653162824351, "pred_score": 1.744, "gold_score": 1.036667, "confidence": 0.5913591359135913 } ] }, { "id": "invoice_processing_000059", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.030248013019123783, "brier": 0.0035982859779999992, "pred_score": 2.5504, "gold_score": 2.616667, "confidence": 0.7019 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.040284784616972234, "brier": 0.015635594978000007, "confidence": 0.5534 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.024001866624334463, "brier": 0.002339280000000001, "confidence": 0.9842 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.003201284462907919, "brier": 0.0013209800000000028, "confidence": 0.8743 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04381992723558689, "brier": 0.02402775391321909, "pred_score": 2.4547, "gold_score": 2.353333, "confidence": 0.5782578257825783 } ] }, { "id": "invoice_processing_000060", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.6651481274430584, "brier": 0.23807824275599998, "pred_score": 2.3406, "gold_score": 1.473333, "confidence": 0.4947 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.49097110032719565, "brier": 0.14283177264855892, "confidence": 0.5805419458054195 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.002915913545613061, "brier": 0.00015842000000000032, "confidence": 0.9889 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.27348241751759506, "brier": 0.128491040178, "confidence": 0.9268 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.39563135107017583, "brier": 0.252755569778, "pred_score": 1.3578, "gold_score": 1.033333, "confidence": 0.4921 } ] }, { "id": "invoice_processing_000061", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.00869139347424345, "brier": 0.001236279155999999, "pred_score": 2.4498, "gold_score": 2.516667, "confidence": 0.5624 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07450810517210646, "brier": 0.011852902178000007, "confidence": 0.6152 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.019537113254985333, "brier": 0.0013485701779999979, "confidence": 0.9893 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.00038740580305921587, "brier": 7.937999999999965e-05, "confidence": 0.9437 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.056811370837130615, "brier": 0.015626871578, "pred_score": 2.2746, "gold_score": 2.15, "confidence": 0.4739 } ] }, { "id": "invoice_processing_000062", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.10404306940015652, "brier": 0.026997345866999995, "pred_score": 0.4054, "gold_score": 0.083333, "confidence": 0.7935 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.16599490312643364, "brier": 0.029958156378000003, "confidence": 0.7346 }, { "qid": "duplicate", "type": "noul", "correct": false, "kl": 0.3941937578497838, "brier": 0.3452805, "confidence": 0.7755 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.04345020967558278, "brier": 0.013788958178000004, "confidence": 0.8803 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5039889581588364, "brier": 0.31691024355600006, "pred_score": 1.6316, "gold_score": 0.946667, "confidence": 0.5339 } ] }, { "id": "invoice_processing_000063", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.12719171774337498, "brier": 0.035570245553526024, "pred_score": 0.3727, "gold_score": 0.603333, "confidence": 0.7827217278272174 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.23558780124508832, "brier": 0.08537335117800003, "confidence": 0.899 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.011766435048853106, "brier": 0.0011139199999999976, "confidence": 0.9664 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.14152199523740483, "brier": 0.07063762497799997, "confidence": 0.9046 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.29768510453182023, "brier": 0.19783438417799995, "pred_score": 1.4402, "gold_score": 1.056667, "confidence": 0.4347 } ] }, { "id": "invoice_processing_000064", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.16256367146443407, "brier": 0.04920261497219018, "pred_score": 0.4274, "gold_score": 0.043333, "confidence": 0.7771222877712229 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07582365318979019, "brier": 0.020151799999999997, "confidence": 0.7791 }, { "qid": "duplicate", "type": "noul", "correct": false, "kl": 0.6012183122179897, "brier": 0.521357322978, "confidence": 0.7939 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.06522821006055288, "brier": 0.012460836978000003, "confidence": 0.9144 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08341982301690935, "brier": 0.027070637773544678, "pred_score": 1.8373, "gold_score": 1.833333, "confidence": 0.5705570557055706 } ] }, { "id": "invoice_processing_000065", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.024944888523221742, "brier": 0.0034000899779999968, "pred_score": 0.2989, "gold_score": 0.256667, "confidence": 0.8149 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.039784367263652226, "brier": 0.013777810777999989, "confidence": 0.7587 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0013340570344330298, "brier": 8.192000000000094e-05, "confidence": 0.9864 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0005989080835548579, "brier": 0.0001704965779999989, "confidence": 0.9259 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.1599925270571049, "brier": 0.12371073929260323, "pred_score": 2.1595, "gold_score": 2.423333, "confidence": 0.6164616461646164 } ] }, { "id": "invoice_processing_000066", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.5971967409734426, "brier": 0.32258233853118856, "pred_score": 0.2946, "gold_score": 1.046667, "confidence": 0.8237176282371763 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.23190806022037108, "brier": 0.1233643280389126, "confidence": 0.6974302569743026 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.004241826736714067, "brier": 0.00030095857800000066, "confidence": 0.9856 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.4019614386761266, "brier": 0.19253122257799996, "confidence": 0.9336 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04820050254940281, "brier": 0.026973204434961127, "pred_score": 2.1335, "gold_score": 2.246667, "confidence": 0.5850414958504149 } ] }, { "id": "invoice_processing_000067", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.05280571996540169, "brier": 0.012651439778000003, "pred_score": 0.2252, "gold_score": 0.06, "confidence": 0.8607 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.13488157188796632, "brier": 0.05239820577799997, "confidence": 0.7449 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0008719757648510285, "brier": 5.617999999999971e-05, "confidence": 0.9853 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.018471453303056138, "brier": 0.003422457377999994, "confidence": 0.9353 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.048095733829087606, "brier": 0.02654269706699999, "pred_score": 2.2019, "gold_score": 2.393333, "confidence": 0.5618 } ] }, { "id": "invoice_processing_000068", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.052632834515986715, "brier": 0.02055065198118791, "pred_score": 1.6378, "gold_score": 1.849583, "confidence": 0.5677432256774322 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.007429703228332672, "brier": 0.004349220466999992, "confidence": 0.5612 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.015893301226123854, "brier": 0.0010549661779999983, "confidence": 0.9893 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.008780622728864505, "brier": 0.004405412978, "confidence": 0.8364 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.3527423264629292, "brier": 0.27759913257799995, "pred_score": 1.2763, "gold_score": 1.7, "confidence": 0.6268 } ] }, { "id": "invoice_processing_000069", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.10423008083014634, "brier": 0.023698950578000016, "pred_score": 0.2232, "gold_score": 0.023333, "confidence": 0.8553 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.08313365031975757, "brier": 0.025851259156000003, "confidence": 0.8058 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0019085726140010539, "brier": 0.00014001337800000025, "confidence": 0.9783 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.029788329014593037, "brier": 0.004213619999999994, "confidence": 0.9441 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09562351426889577, "brier": 0.04388385086700001, "pred_score": 2.1761, "gold_score": 2.45, "confidence": 0.5905 } ] }, { "id": "invoice_processing_000070", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.12052106628492476, "brier": 0.07041640637800001, "pred_score": 2.6146, "gold_score": 2.866667, "confidence": 0.6815 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.0019893297229266497, "brier": 0.0006553612669999992, "confidence": 0.6428 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0001788073590206459, "brier": 8.000000000000008e-06, "confidence": 0.988 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.020270930605129175, "brier": 0.0038661941779999983, "confidence": 0.9327 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02989892949561567, "brier": 0.019689171867000012, "pred_score": 1.369, "gold_score": 1.3, "confidence": 0.5163 } ] }, { "id": "invoice_processing_000071", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.8359055242630193, "brier": 0.5277820713940008, "pred_score": 0.5504, "gold_score": 1.583333, "confidence": 0.7154284571542846 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 1.062698649886185, "brier": 0.5937660023779999, "confidence": 0.8216 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0020281201316586514, "brier": 0.00015023377799999965, "confidence": 0.978 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.003379282272635852, "brier": 0.0019096199999999962, "confidence": 0.8191 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03321793111266928, "brier": 0.008333818386914982, "pred_score": 1.4724, "gold_score": 1.536667, "confidence": 0.44684468446844683 } ] }, { "id": "invoice_processing_000072", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.10839277013379371, "brier": 0.07321655157800001, "pred_score": 2.3942, "gold_score": 2.653333, "confidence": 0.5669 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.014833865205261858, "brier": 0.002807635778000001, "confidence": 0.7057 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 2.740482026173535e-05, "brier": 1.5033779999999177e-06, "confidence": 0.9858 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.015429831379938704, "brier": 0.005561538577999991, "confidence": 0.8806 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.20330806316167727, "brier": 0.12264539996686166, "pred_score": 1.5331, "gold_score": 1.233333, "confidence": 0.4257425742574258 } ] }, { "id": "invoice_processing_000073", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.2204264543985064, "brier": 0.16195150677800002, "pred_score": 2.4871, "gold_score": 2.83, "confidence": 0.5698 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.019932534766859973, "brier": 0.004832579753523563, "confidence": 0.6701329867013299 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.00580394206063147, "brier": 0.00038458737799999896, "confidence": 0.9872 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.013987372482283312, "brier": 0.0023897549779999935, "confidence": 0.9421 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06769509477325822, "brier": 0.011086731191150095, "pred_score": 1.6272, "gold_score": 1.85, "confidence": 0.5602560256025603 } ] }, { "id": "invoice_processing_000074", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 2.333864743344529, "brier": 0.862854895467, "pred_score": 2.6454, "gold_score": 0.678333, "confidence": 0.706 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 1.5859350882113665, "brier": 0.49587884097800006, "confidence": 0.5102 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.005695016035582907, "brier": 0.0003790605779999993, "confidence": 0.9871 }, { "qid": "matches_order", "type": "noul", "correct": false, "kl": 1.4110127711120393, "brier": 0.8444800799999999, "confidence": 0.9398 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06843738494927552, "brier": 0.029876720226047666, "pred_score": 2.1227, "gold_score": 2.3, "confidence": 0.6769323067693231 } ] }, { "id": "invoice_processing_000075", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.12706998605949782, "brier": 0.038074283156000005, "pred_score": 0.3147, "gold_score": 0.040333, "confidence": 0.802 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.02164445505322359, "brier": 0.0035265103819999985, "confidence": 0.9084 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.006137266640222369, "brier": 0.00046817999999999936, "confidence": 0.9747 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.06357557530042908, "brier": 0.016247915378000004, "confidence": 0.8932 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1283089098105317, "brier": 0.031679155467000016, "pred_score": 1.4036, "gold_score": 1.433333, "confidence": 0.4332 } ] }, { "id": "invoice_processing_000076", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.02235472991971054, "brier": 0.0039581106160291556, "pred_score": 2.4121, "gold_score": 2.54, "confidence": 0.5306469353064693 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.008317068075075675, "brier": 0.0010562211559999978, "confidence": 0.6386 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.005240105102934383, "brier": 0.0004640885779999982, "confidence": 0.9819 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.002959943712962463, "brier": 0.0009244999999999987, "confidence": 0.9215 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.11701781992548761, "brier": 0.051878171598723294, "pred_score": 1.804, "gold_score": 1.913333, "confidence": 0.47164716471647167 } ] }, { "id": "invoice_processing_000077", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.020334506942815266, "brier": 0.004088564866999996, "pred_score": 2.5058, "gold_score": 2.576667, "confidence": 0.6245 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.12144818152740135, "brier": 0.0924138872105121, "confidence": 0.7025297470252975 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.022028388194001505, "brier": 0.001635920000000004, "confidence": 0.9886 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.007671345941297009, "brier": 0.0027133397780000007, "confidence": 0.9135 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.2732511465528805, "brier": 0.10608955813108628, "pred_score": 1.1604, "gold_score": 1.75, "confidence": 0.521047895210479 } ] }, { "id": "invoice_processing_000078", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.22794672131150998, "brier": 0.1295234241896037, "pred_score": 2.3814, "gold_score": 2.8, "confidence": 0.5072507250725072 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.0035589239227960274, "brier": 0.0002147430856142023, "confidence": 0.7106289371062894 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.020559475418490944, "brier": 0.0015680000000000015, "confidence": 0.988 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.02936734170999487, "brier": 0.005290706978000006, "confidence": 0.9319 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09724013893461873, "brier": 0.02757102, "pred_score": 1.2587, "gold_score": 1.6, "confidence": 0.4921 } ] }, { "id": "invoice_processing_000079", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.02941248215786131, "brier": 0.0039951003313227935, "pred_score": 2.7854, "gold_score": 2.84, "confidence": 0.832116788321168 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07887180971015195, "brier": 0.027138859999999997, "confidence": 0.6073000000000001 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.003466747338152292, "brier": 0.00029282, "confidence": 0.9821 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0028995819298793125, "brier": 0.0005205473779999986, "confidence": 0.9472 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.07764320409338803, "brier": 0.05709052802391665, "pred_score": 2.1762, "gold_score": 2.316667, "confidence": 0.6121612161216121 } ] }, { "id": "invoice_processing_000080", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.026163100536969595, "brier": 0.008676430977999987, "pred_score": 2.4667, "gold_score": 2.61, "confidence": 0.6055 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.09596247635919286, "brier": 0.07892759697799998, "confidence": 0.6537 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0032536209904545765, "brier": 0.00017297999999999955, "confidence": 0.9893 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.006575570304928568, "brier": 0.0018523349779999954, "confidence": 0.9129 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06414473422997119, "brier": 0.016318436898378485, "pred_score": 1.7942, "gold_score": 2.016667, "confidence": 0.5778577857785778 } ] }, { "id": "invoice_processing_000081", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.08447515060300677, "brier": 0.023873874577999995, "pred_score": 0.3111, "gold_score": 0.076667, "confidence": 0.8078 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.009120988581672047, "brier": 0.0016920777779999994, "confidence": 0.7984 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.023847054101462983, "brier": 0.0025394213779999938, "confidence": 0.9823 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.025606751054074027, "brier": 0.006922643778000003, "confidence": 0.9045 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10450559075779929, "brier": 0.049858865667000006, "pred_score": 1.5114, "gold_score": 1.74, "confidence": 0.4444 } ] }, { "id": "invoice_processing_000082", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.03936304913000392, "brier": 0.005279210577999998, "pred_score": 0.3151, "gold_score": 0.16, "confidence": 0.8096 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.013161930841452124, "brier": 0.001524384881779796, "confidence": 0.815918408159184 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0004934506394061351, "brier": 3.9302978000000176e-05, "confidence": 0.9811 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.016937027467189114, "brier": 0.004847776577999997, "confidence": 0.9041 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.023306342390259964, "brier": 0.006064041956, "pred_score": 1.0814, "gold_score": 1.123333, "confidence": 0.7199 } ] }, { "id": "invoice_processing_000083", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.8529327779775626, "brier": 0.6617225344412385, "pred_score": 2.0857, "gold_score": 2.78, "confidence": 0.724927507249275 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.01647721543766921, "brier": 0.012528592064209693, "confidence": 0.6022397760223978 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0104397164089426, "brier": 0.0006845000000000026, "confidence": 0.9885 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.01683905554696685, "brier": 0.0027528200000000013, "confidence": 0.9429 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04550583232611389, "brier": 0.026635890578000004, "pred_score": 1.7516, "gold_score": 1.87, "confidence": 0.4594 } ] }, { "id": "invoice_processing_000084", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.10161616056529818, "brier": 0.055879311178000005, "pred_score": 2.5462, "gold_score": 2.81, "confidence": 0.6829 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.2203043089537423, "brier": 0.187162225778, "confidence": 0.6753 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0019024106321124529, "brier": 0.00015372057799999946, "confidence": 0.9821 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.03883087062477057, "brier": 0.012481999999999993, "confidence": 0.881 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.17729058796982772, "brier": 0.11340338201391877, "pred_score": 1.6783, "gold_score": 1.683333, "confidence": 0.5153484651534846 } ] }, { "id": "invoice_processing_000085", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.602713203965476, "brier": 0.485910353571999, "pred_score": 2.1528, "gold_score": 2.766667, "confidence": 0.6602660266026603 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.06719312643591402, "brier": 0.036555918578, "confidence": 0.6107 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0016956950796871524, "brier": 0.00010081999999999995, "confidence": 0.9871 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0013336071669811048, "brier": 0.00032425857799999987, "confidence": 0.9306 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.20031071846261675, "brier": 0.11622583246700001, "pred_score": 1.5463, "gold_score": 1.883333, "confidence": 0.3613 } ] }, { "id": "invoice_processing_000086", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.14850972020831663, "brier": 0.038225982432226635, "pred_score": 0.3386, "gold_score": 0.03, "confidence": 0.8015801580158015 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.04874332409825759, "brier": 0.004829338177999996, "confidence": 0.8669 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 2.980247072775083e-05, "brier": 2.4199999999999785e-06, "confidence": 0.9789 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.07379807511668786, "brier": 0.018766431377999986, "confidence": 0.8898 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.29583867016116305, "brier": 0.11492624237799996, "pred_score": 1.5661, "gold_score": 1.683333, "confidence": 0.4121 } ] }, { "id": "invoice_processing_000087", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.1404416119965699, "brier": 0.09510257035600003, "pred_score": 2.5085, "gold_score": 2.75, "confidence": 0.5978 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.06470201058404418, "brier": 0.049815901866999995, "confidence": 0.5716 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0006712338953066693, "brier": 3.641457800000019e-05, "confidence": 0.9876 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.005279586996775793, "brier": 0.0013107199999999976, "confidence": 0.9244 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.33028223295981907, "brier": 0.1694947238968238, "pred_score": 1.3559, "gold_score": 1.883333, "confidence": 0.44585541445855414 } ] }, { "id": "invoice_processing_000088", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.8865378034083745, "brier": 0.453431786756, "pred_score": 0.2835, "gold_score": 1.31, "confidence": 0.8206 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.5215198306284269, "brier": 0.3221292999560001, "confidence": 0.7112 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.013571439682503458, "brier": 0.0010641729780000025, "confidence": 0.9864 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.24655996337206781, "brier": 0.10323968000000003, "confidence": 0.9372 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09879211264387487, "brier": 0.0511385537052608, "pred_score": 2.285, "gold_score": 2.566667, "confidence": 0.45155484451554845 } ] }, { "id": "invoice_processing_000089", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.089983952394772, "brier": 0.020631453928991045, "pred_score": 0.24, "gold_score": 0.033333, "confidence": 0.8515148485151485 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.02635391809491676, "brier": 0.0026859803779999926, "confidence": 0.9028 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.003897146949928567, "brier": 0.00032258000000000113, "confidence": 0.9827 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.06019176003346647, "brier": 0.014975920177999995, "confidence": 0.8968 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.7069896144597815, "brier": 0.4177900683560001, "pred_score": 1.2329, "gold_score": 1.903333, "confidence": 0.5208 } ] }, { "id": "invoice_processing_000090", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.06087921842036355, "brier": 0.029462372067, "pred_score": 2.6022, "gold_score": 2.813333, "confidence": 0.6926 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.01316946934386689, "brier": 0.0014157035779999998, "confidence": 0.6655 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0033692006061232637, "brier": 0.00021354177800000077, "confidence": 0.987 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.029584303809278015, "brier": 0.004775967377999999, "confidence": 0.9378 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09330097202709477, "brier": 0.023444221123019558, "pred_score": 2.0343, "gold_score": 2.133333, "confidence": 0.6679332066793321 } ] }, { "id": "invoice_processing_000091", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.07395950162308983, "brier": 0.015308427266999986, "pred_score": 0.3655, "gold_score": 0.106667, "confidence": 0.8123 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.7914579754359534, "brier": 0.3040976579560001, "confidence": 0.776 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.10903381704554657, "brier": 0.07970666937800001, "confidence": 0.8163 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.016228783583203524, "brier": 0.004374304577999999, "confidence": 0.9099 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.32028439571018297, "brier": 0.11885369635599999, "pred_score": 1.2724, "gold_score": 1.966667, "confidence": 0.4922 } ] }, { "id": "invoice_processing_000092", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 0.8194568952765579, "brier": 0.445287745267, "pred_score": 0.409, "gold_score": 1.37, "confidence": 0.7713 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.7146434348291293, "brier": 0.332828437556, "confidence": 0.5428000000000001 }, { "qid": "duplicate", "type": "noul", "correct": false, "kl": 1.7399163140815939, "brier": 1.345236275378, "confidence": 0.8668 }, { "qid": "matches_order", "type": "noul", "correct": false, "kl": 0.9737988117547391, "brier": 0.5399683200000001, "confidence": 0.9396 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10939554407275687, "brier": 0.035043154067, "pred_score": 2.3206, "gold_score": 2.1, "confidence": 0.472 } ] }, { "id": "invoice_processing_000093", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.26428733373672875, "brier": 0.07049169686699998, "pred_score": 0.4911, "gold_score": 0.99, "confidence": 0.7453 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.22623333144559213, "brier": 0.131718182778, "confidence": 0.8095 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.13632374832866145, "brier": 0.11648323377800002, "confidence": 0.758 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.1804179785044006, "brier": 0.07970666937800003, "confidence": 0.7837 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.031471252399676936, "brier": 0.003095152178000005, "pred_score": 0.9966, "gold_score": 0.983333, "confidence": 0.8154 } ] }, { "id": "invoice_processing_000094", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.34968965816503683, "brier": 0.19016004717799997, "pred_score": 0.3104, "gold_score": 0.853333, "confidence": 0.8078 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.42589899065496595, "brier": 0.21804243127738618, "confidence": 0.8529147085291471 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.00644552973894548, "brier": 0.000546680177999997, "confidence": 0.9832 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.004763575952337885, "brier": 0.001808048977999997, "confidence": 0.9034 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5781393912266177, "brier": 0.3470074642895415, "pred_score": 1.3359, "gold_score": 1.87, "confidence": 0.47895210478952105 } ] }, { "id": "invoice_processing_000095", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": false, "kl": 1.1705344633144015, "brier": 0.866009800178, "pred_score": 2.0783, "gold_score": 2.916667, "confidence": 0.6847 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.11652553289572606, "brier": 0.05217181944586201, "confidence": 0.6624337566243376 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.002835645167026262, "brier": 0.00015488000000000052, "confidence": 0.9888 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.07806965542192267, "brier": 0.011280019999999991, "confidence": 0.9249 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10556531915132397, "brier": 0.04235883466700003, "pred_score": 2.0777, "gold_score": 2.25, "confidence": 0.6578 } ] }, { "id": "invoice_processing_000096", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.4953749545216464, "brier": 0.292999976778, "pred_score": 0.3404, "gold_score": 0.983333, "confidence": 0.7914 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.19790690425649077, "brier": 0.12672987155599996, "confidence": 0.6768 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.015601433916600672, "brier": 0.0013107200000000035, "confidence": 0.9856 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.23849169708813123, "brier": 0.11686968657799998, "confidence": 0.9184 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.12156434043444805, "brier": 0.06678628766700001, "pred_score": 2.2999, "gold_score": 2.05, "confidence": 0.4515 } ] }, { "id": "invoice_processing_000097", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.10734685124244041, "brier": 0.026953702266999998, "pred_score": 0.2921, "gold_score": 0.04, "confidence": 0.8226 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.015149852530777691, "brier": 0.0011745539559999965, "confidence": 0.9179 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0004909689775784072, "brier": 3.754977800000027e-05, "confidence": 0.979 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.04852595185285261, "brier": 0.011827219999999996, "confidence": 0.9031 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06639507492176314, "brier": 0.020409149359046794, "pred_score": 1.2021, "gold_score": 1.23, "confidence": 0.6091609160916092 } ] }, { "id": "invoice_processing_000098", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.09636335789282469, "brier": 0.036207078578, "pred_score": 0.3177, "gold_score": 0.39, "confidence": 0.8048 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.030135435581985406, "brier": 0.004723802066999999, "confidence": 0.8861 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.0004322017700895747, "brier": 3.990817799999998e-05, "confidence": 0.9778 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0029176077151324975, "brier": 0.0011648033780000035, "confidence": 0.8792 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0074716755742101695, "brier": 0.0013888891362838526, "pred_score": 1.1904, "gold_score": 1.12, "confidence": 0.6796320367963203 } ] }, { "id": "invoice_processing_000099", "workflow": "invoice_processing", "decisions": [ { "qid": "discrepancy_severity", "type": "score", "correct": true, "kl": 0.13735019161831197, "brier": 0.07053654939898889, "pred_score": 0.4096, "gold_score": 0.586667, "confidence": 0.7576242375762424 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.061452403738634906, "brier": 0.02398834286700001, "confidence": 0.8615 }, { "qid": "duplicate", "type": "noul", "correct": true, "kl": 0.004696814224837869, "brier": 0.0003753800000000012, "confidence": 0.9837 }, { "qid": "matches_order", "type": "noul", "correct": true, "kl": 0.0035604494331115955, "brier": 0.0014796800000000001, "confidence": 0.8728 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.172400932956693, "brier": 0.0970852914226766, "pred_score": 1.5485, "gold_score": 1.75, "confidence": 0.38706129387061294 } ] }, { "id": "security_incidents_000000", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.2614909016476343, "brier": 0.25247617999999994, "confidence": 0.6553 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.24679916538853, "brier": 0.1932186829315987, "confidence": 0.6978697869786978 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.3247462427803889, "brier": 0.12057680407234124, "pred_score": 1.7049, "gold_score": 2.5, "confidence": 0.33196680331966805 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.00036377125133059754, "brier": 0.00019208000000000067, "confidence": 0.8402 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.06544774640354392, "brier": 0.052561915867, "pred_score": 2.1928, "gold_score": 2.416667, "confidence": 0.428 } ] }, { "id": "security_incidents_000001", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.30771742600567537, "brier": 0.25977631999999995, "confidence": 0.5396 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.6068282738244638, "brier": 0.4592872647857898, "confidence": 0.7142285771422858 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.3590020205543341, "brier": 0.13804932364499997, "pred_score": 1.798, "gold_score": 2.676667, "confidence": 0.2885 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.048396836180232425, "brier": 0.018817999999999994, "confidence": 0.853 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.3065366557325258, "brier": 0.205301805867, "pred_score": 2.3632, "gold_score": 2.863333, "confidence": 0.5207 } ] }, { "id": "security_incidents_000002", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.024797276786107172, "brier": 0.012324499999999987, "confidence": 0.8785 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.02408467879379273, "brier": 0.008464788067000004, "confidence": 0.4596 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.1936655663713943, "brier": 0.0823094016997433, "pred_score": 1.4943, "gold_score": 2.033333, "confidence": 0.36023602360236023 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.09973610292856422, "brier": 0.07683200000000004, "confidence": 0.796 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03380452068390739, "brier": 0.017795053342920395, "pred_score": 1.4051, "gold_score": 1.55, "confidence": 0.494949494949495 } ] }, { "id": "security_incidents_000003", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0015317765369067815, "brier": 0.0013243745780000006, "confidence": 0.6924 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.49759045221564935, "brier": 0.17640928635599998, "confidence": 0.7804 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.06910461281161778, "brier": 0.017887207866999988, "pred_score": 2.2626, "gold_score": 2.05, "confidence": 0.4864 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.1542453229209175, "brier": 0.105003863378, "confidence": 0.8458 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.04182089836600965, "brier": 0.020460096672340673, "pred_score": 2.2302, "gold_score": 2.033333, "confidence": 0.4453445344534453 } ] }, { "id": "security_incidents_000004", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.2468674864250905, "brier": 0.21793201999999995, "confidence": 0.5299 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 1.5161676527688592, "brier": 0.708795824978, "confidence": 0.7603 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.2334869220124844, "brier": 0.11948052232703044, "pred_score": 1.8441, "gold_score": 1.286667, "confidence": 0.6315631563156315 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.4691516768107248, "brier": 0.4432431365780001, "confidence": 0.6441 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5721004943355422, "brier": 0.21190409157799997, "pred_score": 1.7645, "gold_score": 0.993333, "confidence": 0.5417 } ] }, { "id": "security_incidents_000005", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.002151988500693907, "brier": 0.0017602617779999999, "confidence": 0.723 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.06230076851786176, "brier": 0.012417289377999999, "confidence": 0.5825 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.140584256904541, "brier": 0.070645864778, "pred_score": 3.2552, "gold_score": 2.956667, "confidence": 0.4657 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.045590361184052894, "brier": 0.02473087999999999, "confidence": 0.8712 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12309572542095515, "brier": 0.068847961778, "pred_score": 2.7155, "gold_score": 2.436667, "confidence": 0.8098 } ] }, { "id": "security_incidents_000006", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.029930017019957136, "brier": 0.026174719999999988, "confidence": 0.6356 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.18263395033182084, "brier": 0.11893931817799998, "confidence": 0.6305 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.1146863380780785, "brier": 0.032698328467, "pred_score": 2.7479, "gold_score": 3.08, "confidence": 0.5955 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 4.199182963866323e-05, "brier": 2.0479999999999753e-05, "confidence": 0.8568 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.030561348326183527, "brier": 0.010784696356000009, "pred_score": 2.7607, "gold_score": 2.663333, "confidence": 0.8141 } ] }, { "id": "security_incidents_000007", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.030950999908220672, "brier": 0.03001250000000001, "confidence": 0.6225 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.4195853493474324, "brier": 0.11471783418418392, "confidence": 0.6750324967503251 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.09641785005805188, "brier": 0.022120736697071486, "pred_score": 2.1284, "gold_score": 2.28, "confidence": 0.48454845484548453 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.07476300094225583, "brier": 0.038364499999999996, "confidence": 0.8885 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.06866091191625764, "brier": 0.030308762667000007, "pred_score": 2.386, "gold_score": 2.2, "confidence": 0.534 } ] }, { "id": "security_incidents_000008", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.042120297259572004, "brier": 0.04126087737799997, "confidence": 0.6103 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.26898173610436593, "brier": 0.11610256555600004, "confidence": 0.7497 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.04596247429176472, "brier": 0.019684462556000006, "pred_score": 2.1798, "gold_score": 2.286667, "confidence": 0.3561 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.12474462468203248, "brier": 0.08890110777800002, "confidence": 0.8275 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.052015970895055885, "brier": 0.019354597955999996, "pred_score": 2.251, "gold_score": 2.096667, "confidence": 0.4473 } ] }, { "id": "security_incidents_000009", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.02590659971815293, "brier": 0.023313746178000014, "confidence": 0.6913 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.2697659852980323, "brier": 0.211150694178, "confidence": 0.6741 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.08589697492871654, "brier": 0.019594171978000004, "pred_score": 1.7827, "gold_score": 1.766667, "confidence": 0.5919 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.02366240782920266, "brier": 0.02037494097800001, "confidence": 0.7176 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.08903798748574715, "brier": 0.05234413986299907, "pred_score": 1.704, "gold_score": 1.45, "confidence": 0.4594540545945406 } ] }, { "id": "security_incidents_000010", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.03588271268446108, "brier": 0.035626880178, "confidence": 0.5168 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.16637230688176416, "brier": 0.05757827075600002, "confidence": 0.7046 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.008858045075325673, "brier": 0.0018011200139915965, "pred_score": 2.4247, "gold_score": 2.53, "confidence": 0.520952095209521 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.036893577474810826, "brier": 0.03650402, "confidence": 0.5851 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.004002031962379375, "brier": 0.0010126447994626218, "pred_score": 2.1759, "gold_score": 2.183333, "confidence": 0.43444344434443444 } ] }, { "id": "security_incidents_000011", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.04725113499641115, "brier": 0.04700177999999999, "confidence": 0.5533 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.32911695429265714, "brier": 0.10194843117967596, "confidence": 0.5494549454945494 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.30726307751653203, "brier": 0.16593436201776168, "pred_score": 3.2218, "gold_score": 2.756667, "confidence": 0.5443544354435443 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.12734026510542537, "brier": 0.116966399778, "confidence": 0.7085 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.39081257622310733, "brier": 0.21205672506700005, "pred_score": 2.7037, "gold_score": 2.183333, "confidence": 0.7889 } ] }, { "id": "security_incidents_000012", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.006620992019695619, "brier": 0.006612499999999999, "confidence": 0.5075 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.02201925611179758, "brier": 0.005138116166149248, "confidence": 0.5727572757275727 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.06794714556345635, "brier": 0.025592091778, "pred_score": 1.1335, "gold_score": 1.3, "confidence": 0.4295 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.009063987664246001, "brier": 0.008835724178000007, "confidence": 0.5998 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.036700668562142165, "brier": 0.02290323957799999, "pred_score": 1.2709, "gold_score": 1.416667, "confidence": 0.5468 } ] }, { "id": "security_incidents_000013", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.006483758063427381, "brier": 0.004847776578, "confidence": 0.7341 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.32619797751735796, "brier": 0.194371991156, "confidence": 0.6109 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.06270412138311052, "brier": 0.021111804778, "pred_score": 1.6745, "gold_score": 1.583333, "confidence": 0.6069 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.011421966608051302, "brier": 0.009809242178000003, "confidence": 0.6633 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.146209161293207, "brier": 0.070506838178, "pred_score": 1.6293, "gold_score": 1.216667, "confidence": 0.4164 } ] }, { "id": "security_incidents_000014", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.05732612313459881, "brier": 0.04786418000000002, "confidence": 0.6453 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.13601596084633802, "brier": 0.1087375879259703, "confidence": 0.6999300069993001 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.07542887513015888, "brier": 0.018944725419962186, "pred_score": 2.7051, "gold_score": 2.913333, "confidence": 0.5471452854714529 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.007813964163789475, "brier": 0.0041952799999999965, "confidence": 0.8242 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.16897746646737935, "brier": 0.12284146811161806, "pred_score": 2.323, "gold_score": 2.71, "confidence": 0.46985301469853014 } ] }, { "id": "security_incidents_000015", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0005682119690636339, "brier": 0.000555577778000001, "confidence": 0.58 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.08289761399852107, "brier": 0.03356430606699999, "confidence": 0.7783 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.07561469260258682, "brier": 0.028132959356000003, "pred_score": 1.489, "gold_score": 1.543333, "confidence": 0.3388 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.023650837003630423, "brier": 0.016915858178000006, "confidence": 0.7953 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.026463944373869133, "brier": 0.015704571267000002, "pred_score": 1.95, "gold_score": 1.84, "confidence": 0.4849 } ] }, { "id": "security_incidents_000020", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.011532176496364399, "brier": 0.010824206978000007, "confidence": 0.6469 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.29103458216649153, "brier": 0.0889233029035198, "confidence": 0.7595759575957595 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.020156536019986154, "brier": 0.004220986067000001, "pred_score": 2.0502, "gold_score": 2.1, "confidence": 0.5495 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.002823170140129644, "brier": 0.0027280929780000036, "confidence": 0.6036 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.17547699618145118, "brier": 0.07776947566167175, "pred_score": 2.1173, "gold_score": 1.716667, "confidence": 0.4765476547654765 } ] }, { "id": "security_incidents_000021", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.05615725368028593, "brier": 0.055777999999999966, "confidence": 0.567 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03831887753345389, "brier": 0.011428999219774425, "confidence": 0.706929307069293 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.03584682470827724, "brier": 0.003175082666999998, "pred_score": 2.6302, "gold_score": 2.7, "confidence": 0.5737 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.007109849000547085, "brier": 0.006751220000000009, "confidence": 0.5919 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.025594088155733004, "brier": 0.007156749101436289, "pred_score": 2.2899, "gold_score": 2.216667, "confidence": 0.46985301469853014 } ] }, { "id": "security_incidents_000022", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.007653565450520226, "brier": 0.007539919999999996, "confidence": 0.5386 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.15586789721030375, "brier": 0.06113779959337288, "confidence": 0.7872787278727873 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.2600734067580723, "brier": 0.13506220226700003, "pred_score": 2.6936, "gold_score": 2.283333, "confidence": 0.636 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.021872921920645827, "brier": 0.021576707378000007, "confidence": 0.5872 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.233124359757358, "brier": 0.13566243197800004, "pred_score": 2.3006, "gold_score": 1.816667, "confidence": 0.4867 } ] }, { "id": "security_incidents_000023", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.029916547712051364, "brier": 0.01797408, "confidence": 0.8448 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.02444411472557739, "brier": 0.00392044598580288, "confidence": 0.6068606860686069 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.09153924377857842, "brier": 0.02205605886700001, "pred_score": 2.3924, "gold_score": 2.683333, "confidence": 0.4318 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.08566706741614552, "brier": 0.061670719999999984, "confidence": 0.8156 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.0841449704499935, "brier": 0.05447468415658473, "pred_score": 1.8474, "gold_score": 2.0, "confidence": 0.45454545454545453 } ] }, { "id": "security_incidents_000024", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.026876775355237262, "brier": 0.025870390578000002, "confidence": 0.6304 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.04249188058280347, "brier": 0.012441205378000001, "confidence": 0.7067 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.14473926244354365, "brier": 0.05847056400013557, "pred_score": 2.2706, "gold_score": 2.666667, "confidence": 0.48994899489948995 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.02600206147932907, "brier": 0.02574952017800001, "confidence": 0.5032 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.054770132995908515, "brier": 0.0044957792231660205, "pred_score": 2.0709, "gold_score": 2.216667, "confidence": 0.4649464946494649 } ] }, { "id": "security_incidents_000025", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.010011892274821216, "brier": 0.009912320000000006, "confidence": 0.5704 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.27471351016124107, "brier": 0.098592483578, "confidence": 0.7867000000000001 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.03790261050498571, "brier": 0.007761519718441111, "pred_score": 2.3207, "gold_score": 2.2, "confidence": 0.3795620437956204 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.057418148685925846, "brier": 0.045985133378000004, "confidence": 0.7683 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.001787297351629788, "brier": 0.0009639722836209327, "pred_score": 2.1943, "gold_score": 2.183333, "confidence": 0.42245775422457754 } ] }, { "id": "security_incidents_000026", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.00012901012540231065, "brier": 0.000125864977999999, "confidence": 0.5754 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.22765283374243422, "brier": 0.09957734766700004, "confidence": 0.7586 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.40025412850268377, "brier": 0.2298059815599677, "pred_score": 2.8414, "gold_score": 2.316667, "confidence": 0.6914308569143086 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.004194524943419861, "brier": 0.0041769799999999985, "confidence": 0.5457 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.13382531882915957, "brier": 0.08163148266700003, "pred_score": 2.3685, "gold_score": 2.0, "confidence": 0.5207 } ] }, { "id": "security_incidents_000027", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.013835178837974443, "brier": 0.013645520000000003, "confidence": 0.5826 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.22407752624004443, "brier": 0.07935006606699997, "confidence": 0.7562 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.1761059444524776, "brier": 0.06816805037799997, "pred_score": 1.9671, "gold_score": 1.65, "confidence": 0.586 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.08961235743655993, "brier": 0.05782244217799999, "confidence": 0.8467 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.032748079145251394, "brier": 0.01854051397799999, "pred_score": 2.1117, "gold_score": 1.933333, "confidence": 0.4622 } ] }, { "id": "security_incidents_000028", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.015504912282810354, "brier": 0.012630008177999995, "confidence": 0.6872 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.1040663825604567, "brier": 0.07153510897799997, "confidence": 0.5179 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.01804577301789142, "brier": 0.0014614707559999992, "pred_score": 3.4556, "gold_score": 3.563333, "confidence": 0.6379 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.00857584265894603, "brier": 0.004293493778000006, "confidence": 0.837 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01975441506935844, "brier": 0.005503218607484287, "pred_score": 2.7615, "gold_score": 2.726667, "confidence": 0.8333166683331668 } ] }, { "id": "security_incidents_000029", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.14455273376794725, "brier": 0.140167122578, "confidence": 0.5314 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.34540912877028546, "brier": 0.15615577577799997, "confidence": 0.6776 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.24210080278682067, "brier": 0.11111832789609256, "pred_score": 2.9721, "gold_score": 2.733333, "confidence": 0.7713228677132287 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0034457047831569845, "brier": 0.003307609777999997, "confidence": 0.586 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.10790512891512685, "brier": 0.065719746378, "pred_score": 2.5023, "gold_score": 2.166667, "confidence": 0.6307 } ] }, { "id": "security_incidents_000030", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.013235081274901042, "brier": 0.012095412578, "confidence": 0.6711 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.554542588943337, "brier": 0.277448419867, "confidence": 0.6092 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.12487023209664898, "brier": 0.06425926003595787, "pred_score": 3.0716, "gold_score": 3.2, "confidence": 0.42744274427442747 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.047517589990749245, "brier": 0.027020220578, "confidence": 0.8629 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06480260100790462, "brier": 0.021868673461855812, "pred_score": 2.6117, "gold_score": 2.533333, "confidence": 0.7188718871887189 } ] }, { "id": "security_incidents_000031", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.7983834381744421, "brier": 0.720559308578, "confidence": 0.6869 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.3613993433752011, "brier": 0.31556428006700005, "confidence": 0.6901 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.17625957934244965, "brier": 0.040245937755999994, "pred_score": 1.9181, "gold_score": 2.34, "confidence": 0.5416 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.04851422236992108, "brier": 0.015196171778000016, "confidence": 0.8795 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.40832265535889095, "brier": 0.30674912786700004, "pred_score": 2.2181, "gold_score": 2.796667, "confidence": 0.465 } ] }, { "id": "security_incidents_000032", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.07219457734302596, "brier": 0.03468977999999998, "confidence": 0.8083 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 1.873411178245632, "brier": 0.814154047267, "confidence": 0.5762 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.08202466060823138, "brier": 0.030208926266999996, "pred_score": 1.4454, "gold_score": 1.19, "confidence": 0.4733 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.09483362900777544, "brier": 0.059443520000000014, "confidence": 0.7376 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.7464876901798574, "brier": 0.2638755137097797, "pred_score": 1.5216, "gold_score": 0.636667, "confidence": 0.4442555744425557 } ] }, { "id": "security_incidents_000033", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.14719638830155823, "brier": 0.14429192000000005, "confidence": 0.6186 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.17724156551501957, "brier": 0.07777537715599998, "confidence": 0.767 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.09994139610115466, "brier": 0.03135805070085602, "pred_score": 1.3893, "gold_score": 1.5, "confidence": 0.3989398939893989 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.04932166568062937, "brier": 0.04458097999999999, "confidence": 0.6993 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.10197099335604912, "brier": 0.052125375578000004, "pred_score": 1.8631, "gold_score": 1.516667, "confidence": 0.4982 } ] }, { "id": "security_incidents_000034", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.035084426264085436, "brier": 0.03488338497800001, "confidence": 0.5654 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.024190896590795402, "brier": 0.007132164916096836, "confidence": 0.656065606560656 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.023931030596508706, "brier": 0.0033689885560000015, "pred_score": 2.9902, "gold_score": 3.05, "confidence": 0.6556 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 1.8264217494724094e-05, "brier": 1.4225777999999732e-05, "confidence": 0.736 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.025731988194374583, "brier": 0.009457463378000004, "pred_score": 2.6417, "gold_score": 2.533333, "confidence": 0.7273000000000001 } ] }, { "id": "security_incidents_000035", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0017256765176978835, "brier": 0.0016781741780000055, "confidence": 0.5923 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.33775175273948144, "brier": 0.09498710680185614, "confidence": 0.48865113488651135 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.17726902150197096, "brier": 0.041149021756000013, "pred_score": 3.352, "gold_score": 3.13, "confidence": 0.4811 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.09995955832831402, "brier": 0.06632081999999997, "confidence": 0.8421 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.21938213570144993, "brier": 0.09105430946700004, "pred_score": 2.7298, "gold_score": 2.45, "confidence": 0.8171 } ] }, { "id": "security_incidents_000036", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.014209919786385042, "brier": 0.013111310178000003, "confidence": 0.6643 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.3583415852058853, "brier": 0.09533742922534112, "confidence": 0.5693569356935694 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.1893265707596637, "brier": 0.10154279606700002, "pred_score": 2.7263, "gold_score": 2.47, "confidence": 0.6427 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.11908397347977584, "brier": 0.08904200000000004, "confidence": 0.811 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.19450434984196258, "brier": 0.10560096586699999, "pred_score": 2.4982, "gold_score": 2.083333, "confidence": 0.6012 } ] }, { "id": "security_incidents_000037", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.00036185587023594874, "brier": 0.0003608909780000015, "confidence": 0.5301 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.08629926611962059, "brier": 0.035581257577999986, "confidence": 0.7988 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.034126902070438114, "brier": 0.00826034110942317, "pred_score": 1.5417, "gold_score": 1.723333, "confidence": 0.4327567243275673 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.05904808912878695, "brier": 0.045521703378, "confidence": 0.7842 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.06617156259958418, "brier": 0.0342346244827572, "pred_score": 1.7485, "gold_score": 1.55, "confidence": 0.44395560443955606 } ] }, { "id": "security_incidents_000038", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.011859225451280694, "brier": 0.011806619778000004, "confidence": 0.5535 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.04931338671169723, "brier": 0.008487668378000007, "confidence": 0.6266 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.06898368280697403, "brier": 0.015368932467, "pred_score": 2.8304, "gold_score": 2.9, "confidence": 0.6897 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.002163292253435846, "brier": 0.0013278765780000042, "confidence": 0.8191 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02903051687447914, "brier": 0.001154270839681734, "pred_score": 2.5274, "gold_score": 2.566667, "confidence": 0.6422357764223577 } ] }, { "id": "security_incidents_000039", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.019479383376181228, "brier": 0.017124712178, "confidence": 0.6408 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.08860482125501595, "brier": 0.02398953957280015, "confidence": 0.6060606060606061 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.1226191039270186, "brier": 0.032171550556, "pred_score": 2.482, "gold_score": 2.663333, "confidence": 0.4257 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.003656140696977124, "brier": 0.0016588800000000023, "confidence": 0.8788 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08957225347847006, "brier": 0.050495847067000006, "pred_score": 2.6959, "gold_score": 2.46, "confidence": 0.7794 } ] }, { "id": "security_incidents_000040", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.36873639889894677, "brier": 0.27021099897799994, "confidence": 0.8509 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.09751138756772465, "brier": 0.05434832557799997, "confidence": 0.7442 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.12277844282307446, "brier": 0.039172153244999994, "pred_score": 1.3171, "gold_score": 1.726667, "confidence": 0.3716 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.02233565588925593, "brier": 0.016200000000000013, "confidence": 0.79 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.032509199942666614, "brier": 0.015890522755999992, "pred_score": 1.7987, "gold_score": 1.616667, "confidence": 0.4305 } ] }, { "id": "security_incidents_000041", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.052240021514354584, "brier": 0.018457736978000006, "confidence": 0.9294 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.5110804848587422, "brier": 0.1812177750309369, "confidence": 0.6134386561343866 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.13841361169796104, "brier": 0.09064846886853584, "pred_score": 0.9942, "gold_score": 0.636667, "confidence": 0.49155084491550843 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.009438829161468112, "brier": 0.008862330978000004, "confidence": 0.6001 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.3135474949575931, "brier": 0.09592267366235284, "pred_score": 1.4422, "gold_score": 0.876667, "confidence": 0.48895110488951105 } ] }, { "id": "security_incidents_000042", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.08676701126460573, "brier": 0.08331362000000003, "confidence": 0.6541 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.19896794486618388, "brier": 0.11343413275599998, "confidence": 0.6167 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.03155344397753107, "brier": 0.010120435978000004, "pred_score": 2.5563, "gold_score": 2.543333, "confidence": 0.5086 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 8.9788061413347e-05, "brier": 8.978000000000031e-05, "confidence": 0.5067 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.014438284112134811, "brier": 0.0038111789779999993, "pred_score": 2.0746, "gold_score": 2.163333, "confidence": 0.4461 } ] }, { "id": "security_incidents_000043", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.18034681290815202, "brier": 0.146413002978, "confidence": 0.6061 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07865705143221856, "brier": 0.048308522626430636, "confidence": 0.5837416258374163 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.26796739545914416, "brier": 0.21925934157800003, "pred_score": 3.2716, "gold_score": 3.683333, "confidence": 0.5319 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.00035705488345657774, "brier": 0.0001269461779999992, "confidence": 0.8987 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05383426048446954, "brier": 0.011958050886611393, "pred_score": 2.865, "gold_score": 2.806667, "confidence": 0.907990799079908 } ] }, { "id": "security_incidents_000044", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 3.149906263434383e-05, "brier": 3.147417799999953e-05, "confidence": 0.5127 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03326909347649734, "brier": 0.0067610711780000015, "confidence": 0.6519 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.8411566903023043, "brier": 0.37506627615599997, "pred_score": 1.5705, "gold_score": 2.76, "confidence": 0.3735 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0005359440424447109, "brier": 0.0005292305780000002, "confidence": 0.5504 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.3013970149626843, "brier": 0.13830612995599997, "pred_score": 1.6273, "gold_score": 2.233333, "confidence": 0.4098 } ] }, { "id": "security_incidents_000045", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.00010249258947714768, "brier": 9.800000000000017e-05, "confidence": 0.607 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.10752614765219073, "brier": 0.050357234756000006, "confidence": 0.7895 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.10015434863347647, "brier": 0.037252032578, "pred_score": 1.4669, "gold_score": 1.883333, "confidence": 0.3842 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.01795516336420863, "brier": 0.01432548937799999, "confidence": 0.7513 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01755420082050452, "brier": 0.008315253178000002, "pred_score": 1.7781, "gold_score": 1.916667, "confidence": 0.4404 } ] }, { "id": "security_incidents_000046", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.007748577912111004, "brier": 0.007368980000000001, "confidence": 0.5893 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.020362975409358643, "brier": 0.004073228178000001, "confidence": 0.6492 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.017818655703192663, "brier": 0.007814047245000007, "pred_score": 2.6864, "gold_score": 2.736667, "confidence": 0.4925 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 1.4442240406818511e-05, "brier": 9.972578000000237e-06, "confidence": 0.7789 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.029338248545046824, "brier": 0.0165528066660128, "pred_score": 2.3939, "gold_score": 2.416667, "confidence": 0.5187481251874813 } ] }, { "id": "security_incidents_000047", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.00025887914189337904, "brier": 0.00023328000000000018, "confidence": 0.6608 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.25636529208881653, "brier": 0.15850496206700002, "confidence": 0.7184 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.063406691168765, "brier": 0.017865697260283267, "pred_score": 1.8879, "gold_score": 1.966667, "confidence": 0.5070507050705071 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.007258885666668324, "brier": 0.007159975778000006, "confidence": 0.5765 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.006041381289218016, "brier": 0.002246443978, "pred_score": 1.8014, "gold_score": 1.866667, "confidence": 0.508 } ] }, { "id": "security_incidents_000048", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.22317600419053146, "brier": 0.19431378000000005, "confidence": 0.7617 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.04172358703363997, "brier": 0.022439964296845884, "confidence": 0.7743774377437743 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.1513236617030273, "brier": 0.06058127003174085, "pred_score": 2.8551, "gold_score": 2.973333, "confidence": 0.788978897889789 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.15944252776166576, "brier": 0.15202097999999997, "confidence": 0.6757 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.23510405204286614, "brier": 0.1634576713880025, "pred_score": 2.0202, "gold_score": 2.45, "confidence": 0.5695430456954305 } ] }, { "id": "security_incidents_000049", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.04859869366386524, "brier": 0.04825668177799998, "confidence": 0.572 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.20838578898512675, "brier": 0.10937402451274524, "confidence": 0.7605239476052396 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.17126654031514793, "brier": 0.0877758098170668, "pred_score": 1.5317, "gold_score": 1.353333, "confidence": 0.49464946494649464 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.07998665510553149, "brier": 0.07714591999999999, "confidence": 0.6464 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04069383618056213, "brier": 0.026041160978000005, "pred_score": 1.8261, "gold_score": 1.666667, "confidence": 0.5452 } ] }, { "id": "security_incidents_000050", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.09747431830105227, "brier": 0.083123507378, "confidence": 0.6128 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03089480288126399, "brier": 0.010401130724890385, "confidence": 0.6176382361763824 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.08343023190733576, "brier": 0.04264125577799999, "pred_score": 3.0868, "gold_score": 3.2, "confidence": 0.6587 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0011713737089200024, "brier": 0.0005205473780000019, "confidence": 0.8672 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1582692652826591, "brier": 0.045275394266999995, "pred_score": 2.894, "gold_score": 2.69, "confidence": 0.9327 } ] }, { "id": "security_incidents_000051", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.3717739763009973, "brier": 0.25252308177800004, "confidence": 0.872 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03610835386857447, "brier": 0.01842126390083795, "confidence": 0.49565043495650435 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.06615210031442889, "brier": 0.026935272577999995, "pred_score": 1.1987, "gold_score": 1.43, "confidence": 0.4481 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.354050144074092, "brier": 0.31431824697800004, "confidence": 0.7631 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.1259526420693869, "brier": 0.07753231797799999, "pred_score": 1.3267, "gold_score": 1.683333, "confidence": 0.5384 } ] }, { "id": "security_incidents_000052", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.06325594059904657, "brier": 0.06272881999999996, "confidence": 0.5771 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.1823144795787068, "brier": 0.07591342397800001, "confidence": 0.7964 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.03316740204997607, "brier": 0.004751602267000003, "pred_score": 2.5648, "gold_score": 2.663333, "confidence": 0.5514 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.12009567138841162, "brier": 0.11271752000000003, "confidence": 0.6874 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.047613515212390545, "brier": 0.019667432266999994, "pred_score": 2.0823, "gold_score": 1.9, "confidence": 0.5198 } ] }, { "id": "security_incidents_000053", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.009362328657323365, "brier": 0.009275220000000006, "confidence": 0.5681 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.0026531498626987393, "brier": 0.0009186320669999968, "confidence": 0.7595 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.3736166350228417, "brier": 0.15867284635599999, "pred_score": 2.0634, "gold_score": 2.83, "confidence": 0.3714 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.046736153210089365, "brier": 0.04239871999999999, "confidence": 0.6956 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.5540850869293046, "brier": 0.2933498170444969, "pred_score": 1.7619, "gold_score": 2.51, "confidence": 0.5037496250374963 } ] }, { "id": "security_incidents_000054", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.00021388968436876314, "brier": 0.00021082257799999994, "confidence": 0.5564 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07408245809612549, "brier": 0.019546130278483, "confidence": 0.748025197480252 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.07593992822694764, "brier": 0.014799808778000002, "pred_score": 2.4218, "gold_score": 2.463333, "confidence": 0.4531 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0023326422782724114, "brier": 0.0015716981779999987, "confidence": 0.7947 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05142629749863435, "brier": 0.029232669866999995, "pred_score": 2.4718, "gold_score": 2.3, "confidence": 0.5848 } ] }, { "id": "security_incidents_000055", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0004324914869762043, "brier": 0.00023185657799999935, "confidence": 0.8441 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.3663757677032555, "brier": 0.128045872756, "confidence": 0.6563 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.11433810832024188, "brier": 0.05171345738191079, "pred_score": 1.6176, "gold_score": 1.65, "confidence": 0.290970902909709 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0011192751724461159, "brier": 0.0010888577779999994, "confidence": 0.59 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.32578397637862705, "brier": 0.165864668978, "pred_score": 2.014, "gold_score": 1.35, "confidence": 0.4004 } ] }, { "id": "security_incidents_000056", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.008691997414653416, "brier": 0.00517490337800001, "confidence": 0.8342 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03957797485662626, "brier": 0.02564575066699998, "confidence": 0.5508 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.021156915534222373, "brier": 0.011067154369446636, "pred_score": 2.3137, "gold_score": 2.456667, "confidence": 0.43005699430056993 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.22520593410313336, "brier": 0.14515272, "confidence": 0.8694 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.03363113615878597, "brier": 0.023675582387012752, "pred_score": 1.8146, "gold_score": 1.883333, "confidence": 0.4069406940694069 } ] }, { "id": "security_incidents_000057", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.04628125248176951, "brier": 0.044720236177999986, "confidence": 0.5338 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.4296279034840086, "brier": 0.24817955237800005, "confidence": 0.7186 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.12100726631746114, "brier": 0.06195658035600001, "pred_score": 1.7055, "gold_score": 1.633333, "confidence": 0.6287 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.002082184479094515, "brier": 0.002005597778, "confidence": 0.585 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.22173782761217267, "brier": 0.12032694946700002, "pred_score": 1.8465, "gold_score": 1.366667, "confidence": 0.5642 } ] }, { "id": "security_incidents_000058", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0012192970634730578, "brier": 0.0012070749780000005, "confidence": 0.5579 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.2414038171159461, "brier": 0.06623047689264296, "confidence": 0.632963296329633 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.22465022753210717, "brier": 0.09619764764499998, "pred_score": 3.0838, "gold_score": 2.746667, "confidence": 0.4041 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.1046993139606533, "brier": 0.07401012537799997, "confidence": 0.8257 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.21029575292186753, "brier": 0.10933690997800007, "pred_score": 2.6455, "gold_score": 2.433333, "confidence": 0.7687 } ] }, { "id": "security_incidents_000059", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 1.0618493512898806, "brier": 0.48932360937799996, "confidence": 0.9613 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.14041935742632605, "brier": 0.101273011267, "confidence": 0.4987 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.07066519633723595, "brier": 0.012927597867, "pred_score": 3.1798, "gold_score": 3.183333, "confidence": 0.4319 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.064472950915555, "brier": 0.04522046937799998, "confidence": 0.7163 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.056531138483663895, "brier": 0.013692472978000001, "pred_score": 2.7531, "gold_score": 2.683333, "confidence": 0.8327 } ] }, { "id": "security_incidents_000060", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.004155395779929915, "brier": 0.001674236977999999, "confidence": 0.8956 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.06760611431945426, "brier": 0.027777988778, "confidence": 0.4245 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.18759610187918613, "brier": 0.08615285237452854, "pred_score": 1.5443, "gold_score": 1.516667, "confidence": 0.5892589258925892 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.06324140631661072, "brier": 0.023776390177999984, "confidence": 0.9257 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.027473976472367163, "brier": 0.006589207777999997, "pred_score": 1.2734, "gold_score": 1.116667, "confidence": 0.6032 } ] }, { "id": "security_incidents_000061", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.33582559022579617, "brier": 0.2915928797780001, "confidence": 0.5115 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.5919817750165569, "brier": 0.41119487797800003, "confidence": 0.793 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.10563819081464558, "brier": 0.020354074067, "pred_score": 2.2006, "gold_score": 2.4, "confidence": 0.463 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.048784078147482424, "brier": 0.01901249999999998, "confidence": 0.8525 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.6610863950963297, "brier": 0.48257637966700007, "pred_score": 2.1443, "gold_score": 2.86, "confidence": 0.5439 } ] }, { "id": "security_incidents_000062", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.03833384486620385, "brier": 0.032478338977999996, "confidence": 0.7341 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.1368811142111868, "brier": 0.09594521750077827, "confidence": 0.6840684068406842 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.0974848577226809, "brier": 0.03404180384284399, "pred_score": 2.6578, "gold_score": 2.773333, "confidence": 0.6726672667266727 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.09876033389750918, "brier": 0.08853632, "confidence": 0.7204 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.11481832299654512, "brier": 0.06635234427230878, "pred_score": 1.9481, "gold_score": 2.263333, "confidence": 0.5636563656365636 } ] }, { "id": "security_incidents_000063", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 1.104910974225235e-06, "brier": 1.074577999999952e-06, "confidence": 0.5826 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.22299092904738854, "brier": 0.07387205061304335, "confidence": 0.7349265073492651 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.06095537734018927, "brier": 0.008014068687083854, "pred_score": 2.4429, "gold_score": 2.63, "confidence": 0.44545545445455453 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.09279435831872884, "brier": 0.06127310217799999, "confidence": 0.8417 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.07261565863029718, "brier": 0.03681865317800001, "pred_score": 2.2833, "gold_score": 2.016667, "confidence": 0.4718 } ] }, { "id": "security_incidents_000064", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.035789484399026725, "brier": 0.03273370497799998, "confidence": 0.6846 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.2347280437580495, "brier": 0.07416373277799998, "confidence": 0.7672 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.06197941357517442, "brier": 0.018854145637851556, "pred_score": 2.8175, "gold_score": 2.743333, "confidence": 0.6652665266526653 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.04475518948765492, "brier": 0.034830578177999984, "confidence": 0.7753 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.012100102283204447, "brier": 0.003531935577999998, "pred_score": 2.3778, "gold_score": 2.266667, "confidence": 0.5273 } ] }, { "id": "security_incidents_000065", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.05018264654715651, "brier": 0.04430252377800001, "confidence": 0.7155 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.1458718029942022, "brier": 0.03807594000000001, "confidence": 0.7638 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.1826299133054741, "brier": 0.04880138286699999, "pred_score": 1.8709, "gold_score": 1.616667, "confidence": 0.6024 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.04052794393436167, "brier": 0.031400179999999986, "confidence": 0.7753 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.09423742656034562, "brier": 0.036771056649752235, "pred_score": 2.0985, "gold_score": 1.85, "confidence": 0.5224477552244775 } ] }, { "id": "security_incidents_000066", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0008039979352008828, "brier": 0.0008026421779999996, "confidence": 0.5133 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.4249696712707802, "brier": 0.13358606257800001, "confidence": 0.5501 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.1287851755352732, "brier": 0.022270654590683385, "pred_score": 3.1592, "gold_score": 2.943333, "confidence": 0.6954304569543046 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.09119685895666813, "brier": 0.081715499378, "confidence": 0.7188 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.36614624339436763, "brier": 0.177044162378, "pred_score": 2.8365, "gold_score": 2.383333, "confidence": 0.8867 } ] }, { "id": "security_incidents_000067", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.00015616441063737423, "brier": 0.00011552000000000071, "confidence": 0.7576 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.14572668165237668, "brier": 0.08987860341714791, "confidence": 0.6512348765123488 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.059929332521156745, "brier": 0.02309877126211294, "pred_score": 1.2642, "gold_score": 1.05, "confidence": 0.40435956404359563 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0024365682908389363, "brier": 0.002316490177999997, "confidence": 0.5993 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0532994946466805, "brier": 0.026741981955999986, "pred_score": 1.5496, "gold_score": 1.3, "confidence": 0.4273 } ] }, { "id": "security_incidents_000068", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.00011878515005102688, "brier": 9.337977800000092e-05, "confidence": 0.7335 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.0859324191059147, "brier": 0.048959721252308505, "confidence": 0.6156384361563844 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.021810139049192382, "brier": 0.004788007756000005, "pred_score": 2.5253, "gold_score": 2.586667, "confidence": 0.5449 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.018688321454627316, "brier": 0.014872260578000002, "confidence": 0.7529 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08530269228658902, "brier": 0.05339412564913574, "pred_score": 1.9558, "gold_score": 1.816667, "confidence": 0.5728572857285729 } ] }, { "id": "security_incidents_000069", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.3944843734789899, "brier": 0.311208428178, "confidence": 0.8278 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.1008869568356886, "brier": 0.07029714692012419, "confidence": 0.49735026497350265 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.08165701765002786, "brier": 0.042087325178, "pred_score": 3.3333, "gold_score": 3.263333, "confidence": 0.59 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.011171532988181597, "brier": 0.0045062321780000025, "confidence": 0.8692 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05827114132184717, "brier": 0.02110538934876442, "pred_score": 2.7756, "gold_score": 2.663333, "confidence": 0.8416158384161584 } ] }, { "id": "security_incidents_000070", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0026979153418780835, "brier": 0.0025728833779999974, "confidence": 0.6192 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03030971722210235, "brier": 0.01857887618097503, "confidence": 0.7141285871412858 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.2500442983857698, "brier": 0.08794921637799999, "pred_score": 1.5698, "gold_score": 2.263333, "confidence": 0.3858 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0006878423231377571, "brier": 0.00067712, "confidence": 0.5684 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.12638971008929897, "brier": 0.06212847057800003, "pred_score": 1.6698, "gold_score": 2.05, "confidence": 0.4327 } ] }, { "id": "security_incidents_000071", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.007617001241421929, "brier": 0.007433950177999998, "confidence": 0.5557 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.037590456891171, "brier": 0.012303219090806434, "confidence": 0.6192619261926192 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.05819700707335021, "brier": 0.011932949277628389, "pred_score": 3.4862, "gold_score": 3.383333, "confidence": 0.6471647164716472 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.030586780878623182, "brier": 0.013458826178000004, "confidence": 0.8987 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06900561902484256, "brier": 0.019956897978000016, "pred_score": 2.7268, "gold_score": 2.626667, "confidence": 0.8033 } ] }, { "id": "security_incidents_000072", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0021735987707110493, "brier": 0.0015456800000000022, "confidence": 0.7778 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07716175028505146, "brier": 0.050616565556, "confidence": 0.6421 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.20132822182184468, "brier": 0.05170496718774314, "pred_score": 2.6593, "gold_score": 2.14, "confidence": 0.33973397339733974 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.003588415654955837, "brier": 0.002959420178, "confidence": 0.7218 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.31780096426305077, "brier": 0.07848575586699999, "pred_score": 2.1156, "gold_score": 1.581667, "confidence": 0.4488 } ] }, { "id": "security_incidents_000073", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.04995310411690598, "brier": 0.04815359577799998, "confidence": 0.6385 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07929434024093296, "brier": 0.04324028958846456, "confidence": 0.7662766276627663 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.07128571294372106, "brier": 0.019380830755999997, "pred_score": 2.1886, "gold_score": 2.023333, "confidence": 0.4925 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.004401474913941744, "brier": 0.004367946578, "confidence": 0.5266 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01352301078215011, "brier": 0.006643075051075698, "pred_score": 1.9066, "gold_score": 1.836667, "confidence": 0.5527447255274472 } ] }, { "id": "security_incidents_000074", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.12331095467763997, "brier": 0.07662281457800002, "confidence": 0.8624 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.04581283230412767, "brier": 0.023273240178000008, "confidence": 0.7178 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.11291412215537958, "brier": 0.05472645917649228, "pred_score": 2.3344, "gold_score": 2.71, "confidence": 0.42754275427542754 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.11146510809513219, "brier": 0.10524872000000002, "confidence": 0.6794 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.12160579459407722, "brier": 0.08362102355600001, "pred_score": 2.0033, "gold_score": 2.333333, "confidence": 0.4902 } ] }, { "id": "security_incidents_000075", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.16867467156096833, "brier": 0.138829720178, "confidence": 0.6032 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.4762262088225284, "brier": 0.21823156497800003, "confidence": 0.7973 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.23385929061946445, "brier": 0.07097995841829552, "pred_score": 1.3467, "gold_score": 1.9, "confidence": 0.39906009399060094 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.03628906325925996, "brier": 0.01682988657799999, "confidence": 0.8316 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.35565081642644547, "brier": 0.16589381795599994, "pred_score": 1.7653, "gold_score": 2.426667, "confidence": 0.4704 } ] }, { "id": "security_incidents_000076", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.08084610659750952, "brier": 0.062022419999999974, "confidence": 0.6739 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.17008903286029275, "brier": 0.156388534778, "confidence": 0.5677 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.10488487097124241, "brier": 0.08561051968913512, "pred_score": 3.3315, "gold_score": 3.603333, "confidence": 0.46555344465553444 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0013022207546181368, "brier": 0.000540086978000001, "confidence": 0.8769 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.00829609490437446, "brier": 0.0010280567780000004, "pred_score": 2.7297, "gold_score": 2.716667, "confidence": 0.7956 } ] }, { "id": "security_incidents_000077", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.011568298705155633, "brier": 0.01048351999999999, "confidence": 0.6276 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.24778366593935475, "brier": 0.14414541090530925, "confidence": 0.6810318968103191 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.024879544238059194, "brier": 0.01750772873913127, "pred_score": 1.2527, "gold_score": 1.176667, "confidence": 0.38046195380461956 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0010526090834706986, "brier": 0.0009797393780000014, "confidence": 0.6388 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.014883990797296673, "brier": 0.0035608065779999983, "pred_score": 1.4188, "gold_score": 1.316667, "confidence": 0.4719 } ] }, { "id": "security_incidents_000078", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0013432589970402697, "brier": 0.0009187469780000019, "confidence": 0.7881 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.06847623736766767, "brier": 0.010834649325474871, "confidence": 0.5656565656565656 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.04679331788235678, "brier": 0.009314362778000004, "pred_score": 3.4438, "gold_score": 3.396667, "confidence": 0.5552 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0010689060112428102, "brier": 0.0006078189779999974, "confidence": 0.8341 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.1482311328695763, "brier": 0.06771639303867855, "pred_score": 2.8005, "gold_score": 2.503333, "confidence": 0.8615138486151386 } ] }, { "id": "security_incidents_000079", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.06568496205501498, "brier": 0.029654404578000018, "confidence": 0.9051 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.04969089077318192, "brier": 0.022086335467, "confidence": 0.4628 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.44997125196977783, "brier": 0.2136515142529428, "pred_score": 1.3343, "gold_score": 2.183333, "confidence": 0.4967496749674967 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.23832635478389963, "brier": 0.17768787297800004, "confidence": 0.8314 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.15564953962904776, "brier": 0.09690247513434443, "pred_score": 1.2345, "gold_score": 1.616667, "confidence": 0.5701570157015702 } ] }, { "id": "security_incidents_000080", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.19694266613462874, "brier": 0.18410312, "confidence": 0.7034 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.18859891772436738, "brier": 0.043586654178, "confidence": 0.6862 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.3382629707841682, "brier": 0.18379294707441637, "pred_score": 3.2634, "gold_score": 2.723333, "confidence": 0.5044495550444955 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.2299033037726537, "brier": 0.189564179378, "confidence": 0.7912 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.17259800221372748, "brier": 0.110450913867, "pred_score": 2.6403, "gold_score": 2.283333, "confidence": 0.75 } ] }, { "id": "security_incidents_000081", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.04302009279864202, "brier": 0.03312737999999998, "confidence": 0.7787 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.14345706532773236, "brier": 0.06067480366700002, "confidence": 0.6569 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.09109851451309409, "brier": 0.057630622667000024, "pred_score": 2.9474, "gold_score": 3.11, "confidence": 0.5167 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.016596866586803358, "brier": 0.015770879999999998, "confidence": 0.6388 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.028012175105086384, "brier": 0.014250152666999999, "pred_score": 2.3235, "gold_score": 2.143333, "confidence": 0.5151 } ] }, { "id": "security_incidents_000082", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0027010626194988382, "brier": 0.002693779999999997, "confidence": 0.5367 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.08144154068240998, "brier": 0.035896098267, "confidence": 0.7841 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.12552355256569087, "brier": 0.045663981325422466, "pred_score": 2.4344, "gold_score": 2.783333, "confidence": 0.49364936493649364 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.003935006720773793, "brier": 0.0038544199999999943, "confidence": 0.5561 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05004880494551826, "brier": 0.022528224084830847, "pred_score": 1.9996, "gold_score": 2.216667, "confidence": 0.568943105689431 } ] }, { "id": "security_incidents_000083", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.18946492486539332, "brier": 0.1854405, "confidence": 0.6045 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.13735968411348304, "brier": 0.057732056667, "confidence": 0.7057 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.5457940223401938, "brier": 0.180676666867, "pred_score": 1.8628, "gold_score": 2.926667, "confidence": 0.3396 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.06626484128519365, "brier": 0.05279105217800001, "confidence": 0.6642 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.28835575366831534, "brier": 0.175600628178, "pred_score": 2.0219, "gold_score": 2.583333, "confidence": 0.4439 } ] }, { "id": "security_incidents_000084", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.281578648356152, "brier": 0.25077362, "confidence": 0.7541 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.014639312841732352, "brier": 0.007704535378000002, "confidence": 0.7255 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.22484455321058922, "brier": 0.07450912417799999, "pred_score": 1.8297, "gold_score": 2.303333, "confidence": 0.5806 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.05920989867450446, "brier": 0.05761858257800002, "confidence": 0.5136 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.08175982176050688, "brier": 0.031562204667, "pred_score": 1.6887, "gold_score": 1.983333, "confidence": 0.473 } ] }, { "id": "security_incidents_000085", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.2572872905383229, "brier": 0.24635567017800003, "confidence": 0.5643 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07290665392553579, "brier": 0.020715580000000004, "confidence": 0.7037 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.05479878012582372, "brier": 0.027178310455408746, "pred_score": 2.8231, "gold_score": 2.76, "confidence": 0.6683331666833316 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.04291404084697141, "brier": 0.030159680000000005, "confidence": 0.7272 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01339486649800404, "brier": 0.0026015107301380416, "pred_score": 2.4072, "gold_score": 2.396667, "confidence": 0.5471452854714529 } ] }, { "id": "security_incidents_000086", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.04907088658842507, "brier": 0.04118450000000003, "confidence": 0.7435 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.021064855423289126, "brier": 0.01572436515600001, "confidence": 0.6175 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.057626337972804524, "brier": 0.010408124555999997, "pred_score": 1.7931, "gold_score": 1.893333, "confidence": 0.5963 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.022001671789053212, "brier": 0.021701527778000003, "confidence": 0.5875 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.017247228235999154, "brier": 0.011519615178000002, "pred_score": 1.8267, "gold_score": 1.816667, "confidence": 0.4782 } ] }, { "id": "security_incidents_000087", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0356220608590251, "brier": 0.03095071999999999, "confidence": 0.6356 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.1097663564012478, "brier": 0.08894127226700003, "confidence": 0.5784 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.08836074104217823, "brier": 0.025332320722037463, "pred_score": 2.9743, "gold_score": 3.066667, "confidence": 0.6605660566056606 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.002534028957795892, "brier": 0.0013416200000000006, "confidence": 0.8341 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05307250232013165, "brier": 0.019786508355999995, "pred_score": 2.8112, "gold_score": 2.71, "confidence": 0.8692 } ] }, { "id": "security_incidents_000088", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.0804947292414113, "brier": 0.07838186617799997, "confidence": 0.6313 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.0580012132577251, "brier": 0.021186651840067766, "confidence": 0.725972597259726 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.05607328268795189, "brier": 0.02880813416977879, "pred_score": 2.3592, "gold_score": 2.533333, "confidence": 0.4643464346434643 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.07608027670113315, "brier": 0.069018756578, "confidence": 0.5809 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.021382411828490662, "brier": 0.010040705234348184, "pred_score": 2.2443, "gold_score": 2.333333, "confidence": 0.45064506450645064 } ] }, { "id": "security_incidents_000089", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.08649663932983909, "brier": 0.08306888000000003, "confidence": 0.6538 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.09944769700485454, "brier": 0.06783863435600004, "confidence": 0.7153 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.0878348836412578, "brier": 0.029537590667000006, "pred_score": 2.8627, "gold_score": 3.033333, "confidence": 0.7178 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.07382093355556921, "brier": 0.06884498817800003, "confidence": 0.5578 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02578295337109565, "brier": 0.017010490378000016, "pred_score": 2.3748, "gold_score": 2.543333, "confidence": 0.5418 } ] }, { "id": "security_incidents_000090", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0033328621065098485, "brier": 0.0030004905780000026, "confidence": 0.6446 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.1274748285904945, "brier": 0.0771849901818638, "confidence": 0.7287271272872713 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.11514904163861304, "brier": 0.036893889555999995, "pred_score": 1.8629, "gold_score": 2.25, "confidence": 0.4224 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0057360588425635906, "brier": 0.003505691378000007, "confidence": 0.8252 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.02003500293468194, "brier": 0.012859202978000014, "pred_score": 2.2399, "gold_score": 2.383333, "confidence": 0.4588 } ] }, { "id": "security_incidents_000091", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.07374301753791199, "brier": 0.07214908897800001, "confidence": 0.5066 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07787300959944889, "brier": 0.019652611578, "confidence": 0.6676 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.07802084870843712, "brier": 0.021009327378000008, "pred_score": 2.939, "gold_score": 3.083333, "confidence": 0.3763 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.12287966560093233, "brier": 0.10647543457799999, "confidence": 0.7474 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.12689772971025837, "brier": 0.09185332226699996, "pred_score": 2.4767, "gold_score": 2.25, "confidence": 0.6234 } ] }, { "id": "security_incidents_000092", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.12507238449590544, "brier": 0.06475176897799997, "confidence": 0.8966 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.01806628451597019, "brier": 0.005156827697912525, "confidence": 0.6633336666333367 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.1077470967820135, "brier": 0.052538514378000015, "pred_score": 2.1728, "gold_score": 2.493333, "confidence": 0.4731 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.33927555788644936, "brier": 0.31701977137799997, "confidence": 0.7148 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05933870374223106, "brier": 0.025559965555999993, "pred_score": 1.8183, "gold_score": 2.083333, "confidence": 0.4879 } ] }, { "id": "security_incidents_000093", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.046623695697599804, "brier": 0.04372929937800003, "confidence": 0.5688 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.06462280328526646, "brier": 0.012639654866999993, "confidence": 0.6123 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.07373273727783791, "brier": 0.04876908032461067, "pred_score": 1.1617, "gold_score": 1.136667, "confidence": 0.3864386438643865 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.06694108485514677, "brier": 0.06586054417800002, "confidence": 0.5148 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.05664046151073184, "brier": 0.03355222477800001, "pred_score": 1.45, "gold_score": 1.216667, "confidence": 0.4985 } ] }, { "id": "security_incidents_000094", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.09144185496513696, "brier": 0.09028445217799999, "confidence": 0.5958 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.3418397223598423, "brier": 0.2933375983768594, "confidence": 0.6768676867686768 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.05974225361344391, "brier": 0.02446275567079005, "pred_score": 2.5141, "gold_score": 2.79, "confidence": 0.48025197480251974 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.05247189774923691, "brier": 0.029411370578000008, "confidence": 0.7854 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.07391174132264511, "brier": 0.05847342797799997, "pred_score": 2.4003, "gold_score": 2.623333, "confidence": 0.5278 } ] }, { "id": "security_incidents_000095", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.09904157257679008, "brier": 0.08225568, "confidence": 0.6272 }, { "qid": "disposition", "type": "choice", "correct": false, "kl": 0.23987402094728794, "brier": 0.1491413, "confidence": 0.6453 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.06713369519350403, "brier": 0.034735985778, "pred_score": 2.3306, "gold_score": 2.59, "confidence": 0.4442 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0022048330062189106, "brier": 0.0018401817780000032, "confidence": 0.693 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.04260701365930167, "brier": 0.020650704578, "pred_score": 2.0026, "gold_score": 1.886667, "confidence": 0.507 } ] }, { "id": "security_incidents_000096", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.008365755366865409, "brier": 0.008303222977999998, "confidence": 0.5189 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.030279985886395924, "brier": 0.015793901634303817, "confidence": 0.7390739073907391 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.10807940229458246, "brier": 0.042228576667, "pred_score": 2.5094, "gold_score": 2.81, "confidence": 0.5113 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.00013293985901177523, "brier": 8.889777800000128e-05, "confidence": 0.79 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.07541122237310285, "brier": 0.0590136851684202, "pred_score": 2.2586, "gold_score": 2.5, "confidence": 0.43725627437256276 } ] }, { "id": "security_incidents_000097", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.008338511558885292, "brier": 0.008311988178000006, "confidence": 0.5022 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.06705222037141985, "brier": 0.028182572378, "confidence": 0.7497 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.06912806366422368, "brier": 0.0242119939689733, "pred_score": 2.2063, "gold_score": 2.2, "confidence": 0.39773977397739774 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.005192889656640047, "brier": 0.004620872978, "confidence": 0.6814 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.01549819565272117, "brier": 0.00224201088050617, "pred_score": 2.136, "gold_score": 2.15, "confidence": 0.5146485351464855 } ] }, { "id": "security_incidents_000098", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.0009217975434430495, "brier": 0.0008792301779999988, "confidence": 0.6143 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.07540087625675197, "brier": 0.04214062567314251, "confidence": 0.7581241875812419 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.3196965796482337, "brier": 0.137127247267, "pred_score": 1.5376, "gold_score": 2.266667, "confidence": 0.331 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.050617851343625786, "brier": 0.04400535777799998, "confidence": 0.725 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.09359124947451461, "brier": 0.04872290939816236, "pred_score": 1.7358, "gold_score": 2.016667, "confidence": 0.454054594540546 } ] }, { "id": "security_incidents_000099", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.5214034576786352, "brier": 0.4225249893780001, "confidence": 0.8263 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.11001093524140741, "brier": 0.07710390000000002, "confidence": 0.7122 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.42828916103401893, "brier": 0.15200511475599995, "pred_score": 1.81, "gold_score": 2.75, "confidence": 0.3408 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0076789215709232445, "brier": 0.006042742177999998, "confidence": 0.7117 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.09634408507960737, "brier": 0.05496320057800003, "pred_score": 2.0633, "gold_score": 2.416667, "confidence": 0.4177 } ] }, { "id": "security_incidents_000016", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.011306533074779274, "brier": 0.011220019999999997, "confidence": 0.5649 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.0706887060522363, "brier": 0.011735785178000007, "confidence": 0.6486000000000001 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.15213215058741114, "brier": 0.08036053435599999, "pred_score": 3.0598, "gold_score": 2.96, "confidence": 0.4633 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.06767467752985468, "brier": 0.059650579999999995, "confidence": 0.7227 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.06050150754351545, "brier": 0.014475444157562427, "pred_score": 2.6749, "gold_score": 2.583333, "confidence": 0.7548245175482452 } ] }, { "id": "security_incidents_000017", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 1.2721778587693276e-05, "brier": 1.183897799999991e-05, "confidence": 0.6309 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.06647050580457066, "brier": 0.022864264578000008, "confidence": 0.7747 }, { "qid": "severity", "type": "score", "correct": false, "kl": 0.09893047892498441, "brier": 0.0299654263684423, "pred_score": 1.378, "gold_score": 1.623333, "confidence": 0.35933593359335936 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.004511749299342761, "brier": 0.002827519999999997, "confidence": 0.8176 }, { "qid": "urgency", "type": "score", "correct": true, "kl": 0.0202255034984365, "brier": 0.008225418669678951, "pred_score": 1.884, "gold_score": 1.8, "confidence": 0.4784521547845215 } ] }, { "id": "security_incidents_000018", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": true, "kl": 0.00898787203866503, "brier": 0.00861538137799999, "confidence": 0.6223 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03297685960594568, "brier": 0.007284221097799209, "confidence": 0.7214278572142786 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.09320714277518982, "brier": 0.018788357254530687, "pred_score": 2.127, "gold_score": 2.373333, "confidence": 0.4665466546654666 }, { "qid": "true_positive", "type": "noul", "correct": false, "kl": 0.017481448191777563, "brier": 0.017447120000000003, "confidence": 0.5334 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.03315676504990982, "brier": 0.011035173377999995, "pred_score": 2.0458, "gold_score": 2.256667, "confidence": 0.387 } ] }, { "id": "security_incidents_000019", "workflow": "security_incidents", "decisions": [ { "qid": "credential_compromise", "type": "noul", "correct": false, "kl": 0.003552173500542974, "brier": 0.003550379377999996, "confidence": 0.5088 }, { "qid": "disposition", "type": "choice", "correct": true, "kl": 0.03648682480807389, "brier": 0.010251720467000004, "confidence": 0.7397 }, { "qid": "severity", "type": "score", "correct": true, "kl": 0.0484224229620084, "brier": 0.014327393135124532, "pred_score": 2.6787, "gold_score": 2.91, "confidence": 0.6346634663466347 }, { "qid": "true_positive", "type": "noul", "correct": true, "kl": 0.0002447289225071137, "brier": 0.0002390609779999987, "confidence": 0.5724 }, { "qid": "urgency", "type": "score", "correct": false, "kl": 0.10906565051972197, "brier": 0.06763021666699999, "pred_score": 2.1435, "gold_score": 2.49, "confidence": 0.4578 } ] } ] }