{ "model": "Vandita/Bert-finetuned-Sarc", "calib_method": "percentile", "calib_samples": 128, "per_channel": true, "max_length": 128, "variants": { "fp32": { "padding": { "pad_sensitivity": 1.6673438185677014e-09, "mixed_batch": 3.9037433952060496e-08 }, "metrics": { "test1": { "accuracy": 0.6604869950193691, "precision": 0.7026783027384893, "recall": 0.6143120231518021, "f1": 0.6555306007860753, "mcc": 0.3266370976097823, "roc_auc": 0.7134889632886527 }, "test2": { "accuracy": 0.7124208860759493, "precision": 0.4488484199250134, "recall": 0.6634996041171813, "f1": 0.5354632587859425, "mcc": 0.35181371770295516, "roc_auc": 0.7418812710583462 } }, "perf": { "p50_ms": 67.9532999638468, "p95_ms": 90.3166450036224, "mean_ms": 68.6908416673153, "size_mb": 437.647083 } }, "dynamic": { "padding": { "pad_sensitivity": 0.8816018257188156, "mixed_batch": 0.917283507402948 }, "metrics": { "test1": { "accuracy": 0.6542612064194798, "precision": 0.6953781512605042, "recall": 0.6095764272559853, "f1": 0.6496565260058881, "mcc": 0.31393637586467577, "roc_auc": 0.7130182518430217 }, "test2": { "accuracy": 0.7118275316455697, "precision": 0.44878563885955647, "recall": 0.6730007917656373, "f1": 0.5384859043395629, "mcc": 0.3557459152799129, "roc_auc": 0.741450841123134 } }, "perf": { "p50_ms": 27.237399946898222, "p95_ms": 50.43852498056367, "mean_ms": 28.918663325021043, "size_mb": 110.516613 } }, "static": { "padding": { "pad_sensitivity": 0.0, "mixed_batch": 0.0 }, "metrics": { "test1": { "accuracy": 0.6506640841173216, "precision": 0.6841801385681293, "recall": 0.6235201262825573, "f1": 0.6524432209222298, "mcc": 0.3041449447250064, "roc_auc": 0.7039950861456068 }, "test2": { "accuracy": 0.6989715189873418, "precision": 0.4327970939283861, "recall": 0.6603325415676959, "f1": 0.5228840125391849, "mcc": 0.3317347598817295, "roc_auc": 0.7416574975905735 } }, "perf": { "p50_ms": 29.035800020210445, "p95_ms": 52.275980019476265, "mean_ms": 30.829669999851223, "size_mb": 183.537858 } } } }