{ "opset": 17, "max_length_traced": 96, "inputs": [ "input_ids", "attention_mask" ], "artifacts": { "model.onnx": { "bytes": 1112438867, "sha256": "82f269c88f071b3fefd90fa73acd122a2177ff0cfcc3c9e46a5c1ff9fda14f15" }, "model.int8.onnx": { "bytes": 535338786, "sha256": "f7950676f8d29ae8553f6f5cabb4a230727eb602d88ee989e05d677d020c8f03" } }, "precision": { "method": "quantize_dynamic", "op_types": [ "Gather" ], "weight_type": "QInt8" }, "verification": { "fp32": { "max_abs_logit_drift": 2.396106719970703e-05, "mean_abs_logit_drift": 1.0843823474715464e-06, "probability_drift": { "mean": 3.311602014832715e-08, "p50": 9.313225746154785e-09, "p95": 7.450580596923828e-08, "p99": 5.367398330236028e-07, "max": 5.4836273193359375e-06 }, "decision_rule": "sigmoid_at_threshold", "threshold": 0.5, "texts_with_a_changed_decision": 0, "widest_margin_at_a_flip": 0.0, "flip_band": 0.02, "band_from_measured_noise_p99": 5.367398330236028e-07, "other_reading_changed": 0, "texts_checked": 300 }, "int8": { "max_abs_logit_drift": 0.268143892288208, "mean_abs_logit_drift": 0.0027653686702251434, "probability_drift": { "mean": 0.00018560104945208877, "p50": 8.284114301204681e-06, "p95": 0.0003138572792522609, "p99": 0.004196624271571636, "max": 0.043100327253341675 }, "decision_rule": "sigmoid_at_threshold", "threshold": 0.5, "texts_with_a_changed_decision": 1, "widest_margin_at_a_flip": 0.00033038854598999023, "flip_band": 0.02, "band_from_measured_noise_p99": 0.004196624271571636, "other_reading_changed": 0, "texts_checked": 300 } } }