| [ |
| { |
| "variant": "original", |
| "load_seconds": 267.8321040520095, |
| "load_peak_reserved_mb": 28198.0, |
| "load_peak_nvidia_mb": 28759, |
| "cold_request_seconds": 17.904404125991277, |
| "cold_request_peak_reserved_mb": 34386.0, |
| "cold_request_peak_nvidia_mb": 35055, |
| "hot_request_mean_seconds": 17.51234320622623, |
| "hot_request_max_seconds": 17.781690142001025, |
| "generation_peak_reserved_mb": 34430.0, |
| "generation_peak_nvidia_mb": 35099.0, |
| "generation_gpu_after_max_mb": 35099.0 |
| }, |
| { |
| "variant": "sdnq", |
| "load_seconds": 239.45547024699044, |
| "load_peak_reserved_mb": 14558.0, |
| "load_peak_nvidia_mb": 15109, |
| "cold_request_seconds": 18.559326965012588, |
| "cold_request_peak_reserved_mb": 21588.0, |
| "cold_request_peak_nvidia_mb": 22259, |
| "hot_request_mean_seconds": 16.523392025442767, |
| "hot_request_max_seconds": 16.798510612017708, |
| "generation_peak_reserved_mb": 21650.0, |
| "generation_peak_nvidia_mb": 22321.0, |
| "generation_gpu_after_max_mb": 22321.0 |
| } |
| ] |
|
|
