| { |
| "opset": 17, |
| "max_length_traced": 96, |
| "inputs": [ |
| "input_ids", |
| "attention_mask" |
| ], |
| "artifacts": { |
| "model.onnx": { |
| "bytes": 1112411181, |
| "sha256": "b04d373c93149465e2f42e31bcf1196024100b9db2b9ed4dd2e878db50fe6a70" |
| }, |
| "model.int8.onnx": { |
| "bytes": 535311099, |
| "sha256": "560567f9bf77f41e972d82da7333d39a30d621c029b569db8bd76a2fc7991886" |
| } |
| }, |
| "precision": { |
| "method": "quantize_dynamic", |
| "op_types": [ |
| "Gather" |
| ], |
| "weight_type": "QInt8" |
| }, |
| "verification": { |
| "fp32": { |
| "max_abs_logit_drift": 8.296966552734375e-05, |
| "mean_abs_logit_drift": 1.5706485783084645e-06, |
| "probability_drift": { |
| "mean": 7.91789123155695e-09, |
| "p50": 7.566995918750763e-10, |
| "p95": 6.05359673500061e-09, |
| "p99": 1.2109521385639255e-08, |
| "max": 4.589557647705078e-06 |
| }, |
| "decision_rule": "sigmoid_at_threshold", |
| "threshold": 0.5, |
| "texts_with_a_changed_decision": 0, |
| "widest_margin_at_a_flip": 0.0, |
| "flip_band": 0.02, |
| "band_from_measured_noise_p99": 1.2109521385639255e-08, |
| "other_reading_changed": 0, |
| "texts_checked": 300 |
| }, |
| "int8": { |
| "max_abs_logit_drift": 1.4469599723815918, |
| "mean_abs_logit_drift": 0.004790139850229025, |
| "probability_drift": { |
| "mean": 0.0001868926192400977, |
| "p50": 4.618195816874504e-07, |
| "p95": 9.77593026618706e-06, |
| "p99": 5.29737735632807e-05, |
| "max": 0.15392935276031494 |
| }, |
| "decision_rule": "sigmoid_at_threshold", |
| "threshold": 0.5, |
| "texts_with_a_changed_decision": 0, |
| "widest_margin_at_a_flip": 0.0, |
| "flip_band": 0.02, |
| "band_from_measured_noise_p99": 5.29737735632807e-05, |
| "other_reading_changed": 0, |
| "texts_checked": 300 |
| } |
| } |
| } |
