| { |
| "opset": 17, |
| "max_length_traced": 96, |
| "inputs": [ |
| "input_ids", |
| "attention_mask" |
| ], |
| "artifacts": { |
| "model.onnx": { |
| "bytes": 1112438867, |
| "sha256": "82f269c88f071b3fefd90fa73acd122a2177ff0cfcc3c9e46a5c1ff9fda14f15" |
| }, |
| "model.int8.onnx": { |
| "bytes": 535338786, |
| "sha256": "f7950676f8d29ae8553f6f5cabb4a230727eb602d88ee989e05d677d020c8f03" |
| } |
| }, |
| "precision": { |
| "method": "quantize_dynamic", |
| "op_types": [ |
| "Gather" |
| ], |
| "weight_type": "QInt8" |
| }, |
| "verification": { |
| "fp32": { |
| "max_abs_logit_drift": 2.396106719970703e-05, |
| "mean_abs_logit_drift": 1.0843823474715464e-06, |
| "probability_drift": { |
| "mean": 3.311602014832715e-08, |
| "p50": 9.313225746154785e-09, |
| "p95": 7.450580596923828e-08, |
| "p99": 5.367398330236028e-07, |
| "max": 5.4836273193359375e-06 |
| }, |
| "decision_rule": "sigmoid_at_threshold", |
| "threshold": 0.5, |
| "texts_with_a_changed_decision": 0, |
| "widest_margin_at_a_flip": 0.0, |
| "flip_band": 0.02, |
| "band_from_measured_noise_p99": 5.367398330236028e-07, |
| "other_reading_changed": 0, |
| "texts_checked": 300 |
| }, |
| "int8": { |
| "max_abs_logit_drift": 0.268143892288208, |
| "mean_abs_logit_drift": 0.0027653686702251434, |
| "probability_drift": { |
| "mean": 0.00018560104945208877, |
| "p50": 8.284114301204681e-06, |
| "p95": 0.0003138572792522609, |
| "p99": 0.004196624271571636, |
| "max": 0.043100327253341675 |
| }, |
| "decision_rule": "sigmoid_at_threshold", |
| "threshold": 0.5, |
| "texts_with_a_changed_decision": 1, |
| "widest_margin_at_a_flip": 0.00033038854598999023, |
| "flip_band": 0.02, |
| "band_from_measured_noise_p99": 0.004196624271571636, |
| "other_reading_changed": 0, |
| "texts_checked": 300 |
| } |
| } |
| } |
