{ "summary": { "cap_gib": 11.0, "load_seconds": 20, "peak_gpu_gib": 9.13, "resident_layers": 0, "streamed_layers": 31, "questions": 43, "top1_agreement": 1.0, "mean_max_abs_prob_diff": 0.012010862671791814, "worst_max_abs_prob_diff": 0.11124661564826965, "mean_kl": 0.0016215091353840344, "worst_kl": 0.026002922746413998, "top1_disagreements": [], "median_request_seconds": 2.5958611965179443, "gb_streamed_per_forward": 53.0, "batched_all_requests_seconds": 34.62, "batched_vs_single_max_diff": 0.036134883761405945, "recovery_after_injected_failure_max_diff": 0.0 }, "results": [ { "team": { "type": "choice", "choice": "billing", "probabilities": { "billing": 0.9869633316993713, "delivery": 0.005769563838839531, "tech": 0.0072671398520469666 } }, "urgent": { "type": "yes_no", "yes": 0.3569512963294983 }, "anger": { "type": "score", "score": 1.8165135234594345, "level": "2", "probabilities": { "0": 0.03924993798136711, "1": 0.27599215507507324, "2": 0.5137523412704468, "3": 0.17100556194782257 } } }, { "team": { "type": "choice", "choice": "tech", "probabilities": { "billing": 0.008624734356999397, "delivery": 0.007187456823885441, "tech": 0.9841878414154053 } }, "bug": { "type": "yes_no", "yes": 0.9619986414909363 } }, { "team": { "type": "choice", "choice": "delivery", "probabilities": { "billing": 0.00688923941925168, "delivery": 0.9865378141403198, "tech": 0.006572955287992954 } }, "lang": { "type": "choice", "choice": "hi", "probabilities": { "bn": 0.004032440017908812, "en": 0.002873051445931196, "hi": 0.9904993176460266, "ta": 0.0025951897259801626 } } }, { "sentiment": { "type": "choice", "choice": "positive", "probabilities": { "negative": 0.02058783359825611, "neutral": 0.024614105001091957, "positive": 0.9547981023788452 } }, "complaint": { "type": "yes_no", "yes": 0.022183846682310104 } }, { "sentiment": { "type": "choice", "choice": "negative", "probabilities": { "negative": 0.9475186467170715, "neutral": 0.022155258804559708, "positive": 0.0303261186927557 } }, "refund": { "type": "yes_no", "yes": 0.962306559085846 } }, { "quality": { "type": "score", "score": 3.0050877621397376, "level": "3", "probabilities": { "0": 0.007989790290594101, "1": 0.007959096692502499, "2": 0.06695462763309479, "3": 0.8051664233207703, "4": 0.11193003505468369 } }, "aspect": { "type": "choice", "choice": "thermals", "probabilities": { "battery": 0.008368461392819881, "price": 0.008090348914265633, "screen": 0.008469045162200928, "thermals": 0.9750721454620361 } } }, { "injection": { "type": "yes_no", "yes": 0.9795894026756287 }, "risk": { "type": "score", "score": 1.8928148671984673, "level": "high", "probabilities": { "low": 0.015224087983369827, "medium": 0.07673680037260056, "high": 0.9080390334129333 } } }, { "triage": { "type": "choice", "choice": "emergency", "probabilities": { "emergency": 0.9928701519966125, "routine": 0.0032500929664820433, "urgent": 0.0038797452580183744 } }, "cardiac": { "type": "yes_no", "yes": 0.9736968874931335 } }, { "answer": { "type": "choice", "choice": "a", "probabilities": { "a": 0.9681697487831116, "b": 0.010492627508938313, "c": 0.011013643816113472, "d": 0.010323966853320599 } } }, { "true": { "type": "yes_no", "yes": 0.027682248502969742 } }, { "correct": { "type": "yes_no", "yes": 0.03598932921886444 }, "severity": { "type": "score", "score": 1.8773193806409836, "level": "2", "probabilities": { "0": 0.044399358332157135, "1": 0.2512757480144501, "2": 0.4869310259819031, "3": 0.21739386022090912 } } }, { "intent": { "type": "choice", "choice": "reset_password", "probabilities": { "cancel": 0.0024386742152273655, "other": 0.003137968247756362, "refund": 0.0024974201805889606, "reset_password": 0.9919260144233704 } } }, { "intent": { "type": "choice", "choice": "cancel", "probabilities": { "cancel": 0.9903774857521057, "other": 0.0034038217272609472, "refund": 0.0026327793020755053, "reset_password": 0.003585975617170334 } }, "churn": { "type": "yes_no", "yes": 0.9798038005828857 } }, { "question": { "type": "yes_no", "yes": 0.9044937491416931 }, "topic": { "type": "choice", "choice": "delivery", "probabilities": { "delivery": 0.9967504739761353, "payment": 0.0018015154637396336, "product": 0.0014480665558949113 } } }, { "rating": { "type": "score", "score": 0.47684000711888075, "level": "0", "probabilities": { "0": 0.5866526365280151, "1": 0.3765154182910919, "2": 0.018382325768470764, "3": 0.01023848820477724, "4": 0.008211118169128895 } } }, { "team": { "type": "choice", "choice": "billing", "probabilities": { "billing": 0.9943251013755798, "sales": 0.002887980081140995, "tech": 0.002786979777738452 } } }, { "repurchase": { "type": "yes_no", "yes": 0.9671018719673157 } }, { "sentiment": { "type": "choice", "choice": "negative", "probabilities": { "negative": 0.9645932912826538, "neutral": 0.016346296295523643, "positive": 0.019060373306274414 } } }, { "eligible": { "type": "yes_no", "yes": 0.02227521687746048 }, "reason": { "type": "choice", "choice": "excluded", "probabilities": { "excluded": 0.9735584259033203, "none": 0.01658491976559162, "shipping": 0.004284978844225407, "window": 0.005571636371314526 } } }, { "eligible": { "type": "yes_no", "yes": 0.9653030633926392 }, "days": { "type": "score", "score": 1.987296946812421, "level": "2", "probabilities": { "0": 0.00609495397657156, "1": 0.0068192570470273495, "2": 0.9807798266410828, "3": 0.006306012161076069 } } }, { "stage": { "type": "choice", "choice": "sql", "probabilities": { "closing": 0.4493121802806854, "cold": 0.002877159509807825, "mql": 0.030407678335905075, "sql": 0.5174030065536499 } }, "fit": { "type": "score", "score": 2.682521305978298, "level": "3", "probabilities": { "0": 0.013917115516960621, "1": 0.034944407641887665, "2": 0.20583872497081757, "3": 0.7452998161315918 } } }, { "sentiment": { "type": "choice", "choice": "neutral", "probabilities": { "mixed": 0.149616539478302, "negative": 0.13853271305561066, "neutral": 0.5811435580253601, "positive": 0.13070712983608246 } }, "enthusiasm": { "type": "score", "score": 0.761748637072742, "level": "1", "probabilities": { "0": 0.3565015494823456, "1": 0.5340872406959534, "2": 0.100572369992733, "3": 0.008838885463774204 } } }, { "empty": { "type": "yes_no", "yes": 0.4318142831325531 } }, { "category": { "type": "choice", "choice": "invoice", "probabilities": { "invoice": 0.9787048101425171, "newsletter": 0.006160281598567963, "spam": 0.008623928762972355, "support": 0.006510973442345858 } }, "action": { "type": "yes_no", "yes": 0.8762708902359009 } }, { "inference": { "type": "score", "score": 2.1036539524793625, "level": "2", "probabilities": { "0": 0.03671102598309517, "1": 0.15928183495998383, "2": 0.46764931082725525, "3": 0.33635783195495605 } } }, { "best": { "type": "choice", "choice": "1", "probabilities": { "1": 0.9405383467674255, "2": 0.023170527070760727, "3": 0.022983286529779434, "4": 0.013307795859873295 } } } ] }