| { |
| "variant": "121", |
| "provider": [ |
| "CPUExecutionProvider" |
| ], |
| "files": { |
| "vision": { |
| "path": "vision_int4.onnx", |
| "bytes": 52293486 |
| }, |
| "prefill": { |
| "path": "decoder_prefill_int8.onnx", |
| "bytes": 35133596 |
| }, |
| "step": { |
| "path": "decoder_step_int8.onnx", |
| "bytes": 33929034 |
| } |
| }, |
| "bundle_unique_bytes": 121356116, |
| "session_creation_ms": { |
| "vision": 128.63666701014154, |
| "prefill": 81.96304200100712, |
| "step": 122.01879199710675 |
| }, |
| "peak_rss_bytes": 390365184, |
| "peak_rss_delta_from_start_bytes": 334839808, |
| "crop": [ |
| 515, |
| 5, |
| 172, |
| 300 |
| ], |
| "runs": [ |
| { |
| "vision_ms": 187.61424999684095, |
| "prefill_ms": 29.37987499171868, |
| "step_inference_ms": 54.41629301640205, |
| "decode_loop_ms": 57.1816659939941, |
| "total_model_ms": 274.17579098255374, |
| "tokens": 24, |
| "text": "ちょっと待ってよ！あんた昨日の約束忘れたわけ！？" |
| }, |
| { |
| "vision_ms": 160.1510419859551, |
| "prefill_ms": 31.51883299869951, |
| "step_inference_ms": 45.491748955100775, |
| "decode_loop_ms": 47.10095899645239, |
| "total_model_ms": 238.770833981107, |
| "tokens": 24, |
| "text": "ちょっと待ってよ！あんた昨日の約束忘れたわけ！？" |
| }, |
| { |
| "vision_ms": 151.6475829994306, |
| "prefill_ms": 20.366875003674068, |
| "step_inference_ms": 36.3376279710792, |
| "decode_loop_ms": 37.72604100231547, |
| "total_model_ms": 209.74049900542013, |
| "tokens": 24, |
| "text": "ちょっと待ってよ！あんた昨日の約束忘れたわけ！？" |
| }, |
| { |
| "vision_ms": 157.94937500322703, |
| "prefill_ms": 28.553374999319203, |
| "step_inference_ms": 36.06708097504452, |
| "decode_loop_ms": 37.46454100473784, |
| "total_model_ms": 223.96729100728408, |
| "tokens": 24, |
| "text": "ちょっと待ってよ！あんた昨日の約束忘れたわけ！？" |
| } |
| ], |
| "warm_median_excluding_first": { |
| "vision_ms": 157.94937500322703, |
| "prefill_ms": 28.553374999319203, |
| "step_inference_ms": 36.3376279710792, |
| "decode_loop_ms": 37.72604100231547, |
| "total_model_ms": 223.96729100728408 |
| } |
| } |
|
|
