| { | |
| "model": "Vandita/Bert-finetuned-Sarc", | |
| "calib_method": "percentile", | |
| "calib_samples": 128, | |
| "per_channel": true, | |
| "max_length": 128, | |
| "variants": { | |
| "fp32": { | |
| "padding": { | |
| "pad_sensitivity": 1.6673438185677014e-09, | |
| "mixed_batch": 3.9037433952060496e-08 | |
| }, | |
| "metrics": { | |
| "test1": { | |
| "accuracy": 0.6604869950193691, | |
| "precision": 0.7026783027384893, | |
| "recall": 0.6143120231518021, | |
| "f1": 0.6555306007860753, | |
| "mcc": 0.3266370976097823, | |
| "roc_auc": 0.7134889632886527 | |
| }, | |
| "test2": { | |
| "accuracy": 0.7124208860759493, | |
| "precision": 0.4488484199250134, | |
| "recall": 0.6634996041171813, | |
| "f1": 0.5354632587859425, | |
| "mcc": 0.35181371770295516, | |
| "roc_auc": 0.7418812710583462 | |
| } | |
| }, | |
| "perf": { | |
| "p50_ms": 67.9532999638468, | |
| "p95_ms": 90.3166450036224, | |
| "mean_ms": 68.6908416673153, | |
| "size_mb": 437.647083 | |
| } | |
| }, | |
| "dynamic": { | |
| "padding": { | |
| "pad_sensitivity": 0.8816018257188156, | |
| "mixed_batch": 0.917283507402948 | |
| }, | |
| "metrics": { | |
| "test1": { | |
| "accuracy": 0.6542612064194798, | |
| "precision": 0.6953781512605042, | |
| "recall": 0.6095764272559853, | |
| "f1": 0.6496565260058881, | |
| "mcc": 0.31393637586467577, | |
| "roc_auc": 0.7130182518430217 | |
| }, | |
| "test2": { | |
| "accuracy": 0.7118275316455697, | |
| "precision": 0.44878563885955647, | |
| "recall": 0.6730007917656373, | |
| "f1": 0.5384859043395629, | |
| "mcc": 0.3557459152799129, | |
| "roc_auc": 0.741450841123134 | |
| } | |
| }, | |
| "perf": { | |
| "p50_ms": 27.237399946898222, | |
| "p95_ms": 50.43852498056367, | |
| "mean_ms": 28.918663325021043, | |
| "size_mb": 110.516613 | |
| } | |
| }, | |
| "static": { | |
| "padding": { | |
| "pad_sensitivity": 0.0, | |
| "mixed_batch": 0.0 | |
| }, | |
| "metrics": { | |
| "test1": { | |
| "accuracy": 0.6506640841173216, | |
| "precision": 0.6841801385681293, | |
| "recall": 0.6235201262825573, | |
| "f1": 0.6524432209222298, | |
| "mcc": 0.3041449447250064, | |
| "roc_auc": 0.7039950861456068 | |
| }, | |
| "test2": { | |
| "accuracy": 0.6989715189873418, | |
| "precision": 0.4327970939283861, | |
| "recall": 0.6603325415676959, | |
| "f1": 0.5228840125391849, | |
| "mcc": 0.3317347598817295, | |
| "roc_auc": 0.7416574975905735 | |
| } | |
| }, | |
| "perf": { | |
| "p50_ms": 29.035800020210445, | |
| "p95_ms": 52.275980019476265, | |
| "mean_ms": 30.829669999851223, | |
| "size_mb": 183.537858 | |
| } | |
| } | |
| } | |
| } |