tiny-hinglish-turn-detector / reports /partial_tinytcn_onnx_benchmark.json
suvradeepp's picture
Publish Tiny Hinglish Turn Detector development preview
35d483e verified
Raw
History Blame Contribute Delete
786 Bytes
{
"artifact": "artifacts/partial-shard-warmstart-lr3e4-5ep/model.onnx",
"artifact_bytes": 625431,
"artifact_sha256": "7870ee690afcb2bb3836b70ab637d0736547a0fdb935d353b69bd32e35ce9129",
"batch_size": 1,
"cold_first_inference_ms": 1.177584,
"cpu": "arm",
"examples_per_second": 1085.3911517437177,
"frames": 400,
"load_ms": 6.040834,
"measured_iterations": 200,
"peak_rss_mb": 67.0,
"platform": "macOS-26.6.2-arm64-arm-64bit-Mach-O",
"python": "3.13.13",
"runtime": "onnxruntime",
"scope": "neural_model_only_log_mel_input",
"threads": 1,
"warm_latency_ms": {
"max": 0.988625,
"mean": 0.92132684,
"min": 0.900541,
"p50": 0.918729,
"p90": 0.9369162999999999,
"p95": 0.9562771,
"p99": 0.97378625
},
"warmup_iterations": 20
}