| { |
| "variant": "242", |
| "provider": [ |
| "CPUExecutionProvider" |
| ], |
| "files": { |
| "vision": { |
| "path": "vision_fp16.onnx", |
| "bytes": 172917304 |
| }, |
| "prefill": { |
| "path": "decoder_prefill_int8.onnx", |
| "bytes": 35133596 |
| }, |
| "step": { |
| "path": "decoder_step_int8.onnx", |
| "bytes": 33929034 |
| } |
| }, |
| "bundle_unique_bytes": 241979934, |
| "session_creation_ms": { |
| "vision": 245.6237919977866, |
| "prefill": 67.83099999302067, |
| "step": 97.06645799451508 |
| }, |
| "peak_rss_bytes": 839680000, |
| "peak_rss_delta_from_start_bytes": 790233088, |
| "crop": [ |
| 515, |
| 5, |
| 172, |
| 300 |
| ], |
| "runs": [ |
| { |
| "vision_ms": 89.02083399880212, |
| "prefill_ms": 29.23733400530182, |
| "step_inference_ms": 41.88995502772741, |
| "decode_loop_ms": 43.19641699839849, |
| "total_model_ms": 161.45458500250243, |
| "tokens": 24, |
| "text": "ちょっと待ってよ！あんた昨日の約束忘れたわけ！？" |
| }, |
| { |
| "vision_ms": 119.0359579923097, |
| "prefill_ms": 26.358959003118798, |
| "step_inference_ms": 36.00524799549021, |
| "decode_loop_ms": 37.215125004877336, |
| "total_model_ms": 182.61004200030584, |
| "tokens": 24, |
| "text": "ちょっと待ってよ！あんた昨日の約束忘れたわけ！？" |
| }, |
| { |
| "vision_ms": 120.431458009989, |
| "prefill_ms": 23.19712498865556, |
| "step_inference_ms": 34.86399997200351, |
| "decode_loop_ms": 36.33929099305533, |
| "total_model_ms": 179.9678739916999, |
| "tokens": 24, |
| "text": "ちょっと待ってよ！あんた昨日の約束忘れたわけ！？" |
| }, |
| { |
| "vision_ms": 112.06650000531226, |
| "prefill_ms": 20.895249996101484, |
| "step_inference_ms": 28.67837499070447, |
| "decode_loop_ms": 29.592292004963383, |
| "total_model_ms": 162.55404200637713, |
| "tokens": 24, |
| "text": "ちょっと待ってよ！あんた昨日の約束忘れたわけ！？" |
| } |
| ], |
| "warm_median_excluding_first": { |
| "vision_ms": 119.0359579923097, |
| "prefill_ms": 23.19712498865556, |
| "step_inference_ms": 34.86399997200351, |
| "decode_loop_ms": 36.33929099305533, |
| "total_model_ms": 179.9678739916999 |
| } |
| } |
|
|
