| { | |
| "model": "/home/kkaisrvr/projects/live/captchaslayer/artifacts/models/math_mnv3_17k_v1/model_fp32.onnx", | |
| "split_csv": "/home/kkaisrvr/projects/live/captchaslayer/artifacts/math_dataset_17k_v1/test.csv", | |
| "num_samples": 2045, | |
| "batch_size": 1, | |
| "threads": 64, | |
| "accuracy": 0.9613691931540342, | |
| "macro_f1": 0.9320283953570693, | |
| "latency_ms_per_sample": { | |
| "mean": 4.756918244575169, | |
| "p50": 4.349756985902786, | |
| "p95": 6.074900273233652 | |
| }, | |
| "throughput_samples_per_sec": 210.22013593368118, | |
| "acceptance_policy": { | |
| "min_confidence": 0.6, | |
| "min_margin": 0.1 | |
| }, | |
| "acceptance_metrics": { | |
| "coverage": 0.9682151589242054, | |
| "accepted_samples": 1980, | |
| "accepted_accuracy": 0.9732323232323232, | |
| "rejected_samples": 65 | |
| } | |
| } |