| { |
| "summary": { |
| "cap_gib": 15.0, |
| "load_seconds": 20, |
| "peak_gpu_gib": 12.32, |
| "resident_layers": 2, |
| "streamed_layers": 29, |
| "questions": 43, |
| "top1_agreement": 1.0, |
| "mean_max_abs_prob_diff": 0.012010862671791814, |
| "worst_max_abs_prob_diff": 0.11124661564826965, |
| "mean_kl": 0.0016215091353840344, |
| "worst_kl": 0.026002922746413998, |
| "top1_disagreements": [], |
| "median_request_seconds": 2.5889430046081543, |
| "gb_streamed_per_forward": 49.6, |
| "batched_all_requests_seconds": 34.83, |
| "batched_vs_single_max_diff": 0.036134883761405945, |
| "recovery_after_injected_failure_max_diff": 0.0 |
| }, |
| "results": [ |
| { |
| "team": { |
| "type": "choice", |
| "choice": "billing", |
| "probabilities": { |
| "billing": 0.9869633316993713, |
| "delivery": 0.005769563838839531, |
| "tech": 0.0072671398520469666 |
| } |
| }, |
| "urgent": { |
| "type": "yes_no", |
| "yes": 0.3569512963294983 |
| }, |
| "anger": { |
| "type": "score", |
| "score": 1.8165135234594345, |
| "level": "2", |
| "probabilities": { |
| "0": 0.03924993798136711, |
| "1": 0.27599215507507324, |
| "2": 0.5137523412704468, |
| "3": 0.17100556194782257 |
| } |
| } |
| }, |
| { |
| "team": { |
| "type": "choice", |
| "choice": "tech", |
| "probabilities": { |
| "billing": 0.008624734356999397, |
| "delivery": 0.007187456823885441, |
| "tech": 0.9841878414154053 |
| } |
| }, |
| "bug": { |
| "type": "yes_no", |
| "yes": 0.9619986414909363 |
| } |
| }, |
| { |
| "team": { |
| "type": "choice", |
| "choice": "delivery", |
| "probabilities": { |
| "billing": 0.00688923941925168, |
| "delivery": 0.9865378141403198, |
| "tech": 0.006572955287992954 |
| } |
| }, |
| "lang": { |
| "type": "choice", |
| "choice": "hi", |
| "probabilities": { |
| "bn": 0.004032440017908812, |
| "en": 0.002873051445931196, |
| "hi": 0.9904993176460266, |
| "ta": 0.0025951897259801626 |
| } |
| } |
| }, |
| { |
| "sentiment": { |
| "type": "choice", |
| "choice": "positive", |
| "probabilities": { |
| "negative": 0.02058783359825611, |
| "neutral": 0.024614105001091957, |
| "positive": 0.9547981023788452 |
| } |
| }, |
| "complaint": { |
| "type": "yes_no", |
| "yes": 0.022183846682310104 |
| } |
| }, |
| { |
| "sentiment": { |
| "type": "choice", |
| "choice": "negative", |
| "probabilities": { |
| "negative": 0.9475186467170715, |
| "neutral": 0.022155258804559708, |
| "positive": 0.0303261186927557 |
| } |
| }, |
| "refund": { |
| "type": "yes_no", |
| "yes": 0.962306559085846 |
| } |
| }, |
| { |
| "quality": { |
| "type": "score", |
| "score": 3.0050877621397376, |
| "level": "3", |
| "probabilities": { |
| "0": 0.007989790290594101, |
| "1": 0.007959096692502499, |
| "2": 0.06695462763309479, |
| "3": 0.8051664233207703, |
| "4": 0.11193003505468369 |
| } |
| }, |
| "aspect": { |
| "type": "choice", |
| "choice": "thermals", |
| "probabilities": { |
| "battery": 0.008368461392819881, |
| "price": 0.008090348914265633, |
| "screen": 0.008469045162200928, |
| "thermals": 0.9750721454620361 |
| } |
| } |
| }, |
| { |
| "injection": { |
| "type": "yes_no", |
| "yes": 0.9795894026756287 |
| }, |
| "risk": { |
| "type": "score", |
| "score": 1.8928148671984673, |
| "level": "high", |
| "probabilities": { |
| "low": 0.015224087983369827, |
| "medium": 0.07673680037260056, |
| "high": 0.9080390334129333 |
| } |
| } |
| }, |
| { |
| "triage": { |
| "type": "choice", |
| "choice": "emergency", |
| "probabilities": { |
| "emergency": 0.9928701519966125, |
| "routine": 0.0032500929664820433, |
| "urgent": 0.0038797452580183744 |
| } |
| }, |
| "cardiac": { |
| "type": "yes_no", |
| "yes": 0.9736968874931335 |
| } |
| }, |
| { |
| "answer": { |
| "type": "choice", |
| "choice": "a", |
| "probabilities": { |
| "a": 0.9681697487831116, |
| "b": 0.010492627508938313, |
| "c": 0.011013643816113472, |
| "d": 0.010323966853320599 |
| } |
| } |
| }, |
| { |
| "true": { |
| "type": "yes_no", |
| "yes": 0.027682248502969742 |
| } |
| }, |
| { |
| "correct": { |
| "type": "yes_no", |
| "yes": 0.03598932921886444 |
| }, |
| "severity": { |
| "type": "score", |
| "score": 1.8773193806409836, |
| "level": "2", |
| "probabilities": { |
| "0": 0.044399358332157135, |
| "1": 0.2512757480144501, |
| "2": 0.4869310259819031, |
| "3": 0.21739386022090912 |
| } |
| } |
| }, |
| { |
| "intent": { |
| "type": "choice", |
| "choice": "reset_password", |
| "probabilities": { |
| "cancel": 0.0024386742152273655, |
| "other": 0.003137968247756362, |
| "refund": 0.0024974201805889606, |
| "reset_password": 0.9919260144233704 |
| } |
| } |
| }, |
| { |
| "intent": { |
| "type": "choice", |
| "choice": "cancel", |
| "probabilities": { |
| "cancel": 0.9903774857521057, |
| "other": 0.0034038217272609472, |
| "refund": 0.0026327793020755053, |
| "reset_password": 0.003585975617170334 |
| } |
| }, |
| "churn": { |
| "type": "yes_no", |
| "yes": 0.9798038005828857 |
| } |
| }, |
| { |
| "question": { |
| "type": "yes_no", |
| "yes": 0.9044937491416931 |
| }, |
| "topic": { |
| "type": "choice", |
| "choice": "delivery", |
| "probabilities": { |
| "delivery": 0.9967504739761353, |
| "payment": 0.0018015154637396336, |
| "product": 0.0014480665558949113 |
| } |
| } |
| }, |
| { |
| "rating": { |
| "type": "score", |
| "score": 0.47684000711888075, |
| "level": "0", |
| "probabilities": { |
| "0": 0.5866526365280151, |
| "1": 0.3765154182910919, |
| "2": 0.018382325768470764, |
| "3": 0.01023848820477724, |
| "4": 0.008211118169128895 |
| } |
| } |
| }, |
| { |
| "team": { |
| "type": "choice", |
| "choice": "billing", |
| "probabilities": { |
| "billing": 0.9943251013755798, |
| "sales": 0.002887980081140995, |
| "tech": 0.002786979777738452 |
| } |
| } |
| }, |
| { |
| "repurchase": { |
| "type": "yes_no", |
| "yes": 0.9671018719673157 |
| } |
| }, |
| { |
| "sentiment": { |
| "type": "choice", |
| "choice": "negative", |
| "probabilities": { |
| "negative": 0.9645932912826538, |
| "neutral": 0.016346296295523643, |
| "positive": 0.019060373306274414 |
| } |
| } |
| }, |
| { |
| "eligible": { |
| "type": "yes_no", |
| "yes": 0.02227521687746048 |
| }, |
| "reason": { |
| "type": "choice", |
| "choice": "excluded", |
| "probabilities": { |
| "excluded": 0.9735584259033203, |
| "none": 0.01658491976559162, |
| "shipping": 0.004284978844225407, |
| "window": 0.005571636371314526 |
| } |
| } |
| }, |
| { |
| "eligible": { |
| "type": "yes_no", |
| "yes": 0.9653030633926392 |
| }, |
| "days": { |
| "type": "score", |
| "score": 1.987296946812421, |
| "level": "2", |
| "probabilities": { |
| "0": 0.00609495397657156, |
| "1": 0.0068192570470273495, |
| "2": 0.9807798266410828, |
| "3": 0.006306012161076069 |
| } |
| } |
| }, |
| { |
| "stage": { |
| "type": "choice", |
| "choice": "sql", |
| "probabilities": { |
| "closing": 0.4493121802806854, |
| "cold": 0.002877159509807825, |
| "mql": 0.030407678335905075, |
| "sql": 0.5174030065536499 |
| } |
| }, |
| "fit": { |
| "type": "score", |
| "score": 2.682521305978298, |
| "level": "3", |
| "probabilities": { |
| "0": 0.013917115516960621, |
| "1": 0.034944407641887665, |
| "2": 0.20583872497081757, |
| "3": 0.7452998161315918 |
| } |
| } |
| }, |
| { |
| "sentiment": { |
| "type": "choice", |
| "choice": "neutral", |
| "probabilities": { |
| "mixed": 0.149616539478302, |
| "negative": 0.13853271305561066, |
| "neutral": 0.5811435580253601, |
| "positive": 0.13070712983608246 |
| } |
| }, |
| "enthusiasm": { |
| "type": "score", |
| "score": 0.761748637072742, |
| "level": "1", |
| "probabilities": { |
| "0": 0.3565015494823456, |
| "1": 0.5340872406959534, |
| "2": 0.100572369992733, |
| "3": 0.008838885463774204 |
| } |
| } |
| }, |
| { |
| "empty": { |
| "type": "yes_no", |
| "yes": 0.4318142831325531 |
| } |
| }, |
| { |
| "category": { |
| "type": "choice", |
| "choice": "invoice", |
| "probabilities": { |
| "invoice": 0.9787048101425171, |
| "newsletter": 0.006160281598567963, |
| "spam": 0.008623928762972355, |
| "support": 0.006510973442345858 |
| } |
| }, |
| "action": { |
| "type": "yes_no", |
| "yes": 0.8762708902359009 |
| } |
| }, |
| { |
| "inference": { |
| "type": "score", |
| "score": 2.1036539524793625, |
| "level": "2", |
| "probabilities": { |
| "0": 0.03671102598309517, |
| "1": 0.15928183495998383, |
| "2": 0.46764931082725525, |
| "3": 0.33635783195495605 |
| } |
| } |
| }, |
| { |
| "best": { |
| "type": "choice", |
| "choice": "1", |
| "probabilities": { |
| "1": 0.9405383467674255, |
| "2": 0.023170527070760727, |
| "3": 0.022983286529779434, |
| "4": 0.013307795859873295 |
| } |
| } |
| } |
| ] |
| } |
