| { |
| "benchmark": "model_cpu_offload_cold_warm", |
| "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)", |
| "mode": "Diffusers enable_model_cpu_offload()", |
| "cache_state": "warm local HF cache; no download time included", |
| "process_isolation": "single model per fresh Python process", |
| "base_resolution": 1440, |
| "aspect_ratio": "1:1", |
| "num_inference_steps": 20, |
| "guidance_scale": 5.0, |
| "dtype": "torch.bfloat16", |
| "definitions": { |
| "load_time_s": "Pipeline load plus enable_model_cpu_offload setup from warm local HF cache; download time excluded.", |
| "cold_generation": "P01, first generation immediately after fresh process load/offload setup.", |
| "warm_generation": "P02-P10 after the cold P01 generation." |
| }, |
| "models": { |
| "base": { |
| "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)", |
| "mode": "Diffusers enable_model_cpu_offload()", |
| "cache_state": "warm local HF cache; no download time included", |
| "process_isolation": "single model per fresh Python process", |
| "base_resolution": 1440, |
| "aspect_ratio": "1:1", |
| "num_inference_steps": 20, |
| "guidance_scale": 5.0, |
| "dtype": "torch.bfloat16", |
| "kind": "base", |
| "load": { |
| "load_time_s": 15.51, |
| "peak_allocated_gb": 12.582, |
| "peak_reserved_gb": 13.881, |
| "end_allocated_gb": 10.185, |
| "end_reserved_gb": 10.679 |
| }, |
| "summary": { |
| "cold_time_s": 26.217, |
| "cold_peak_allocated_gb": 19.274, |
| "cold_peak_reserved_gb": 19.608, |
| "warm_avg_time_s": 18.123, |
| "warm_median_time_s": 17.178, |
| "warm_avg_peak_allocated_gb": 19.271, |
| "warm_avg_peak_reserved_gb": 19.63, |
| "warm_max_peak_allocated_gb": 19.276, |
| "warm_max_peak_reserved_gb": 19.803 |
| }, |
| "prompts": [ |
| { |
| "id": "P01", |
| "title": "Midnight Library Weather Station", |
| "seed": 301, |
| "time_s": 26.217, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.274, |
| "peak_reserved_gb": 19.608, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.884 |
| }, |
| { |
| "id": "P02", |
| "title": "Desert Observatory Treaty Room", |
| "seed": 302, |
| "time_s": 21.285, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.274, |
| "peak_reserved_gb": 19.608, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.884 |
| }, |
| { |
| "id": "P03", |
| "title": "Arctic Submarine Greenhouse", |
| "seed": 303, |
| "time_s": 17.271, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.275, |
| "peak_reserved_gb": 19.608, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.809 |
| }, |
| { |
| "id": "P04", |
| "title": "Long English Museum Labels", |
| "seed": 304, |
| "time_s": 17.178, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.275, |
| "peak_reserved_gb": 19.608, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.884 |
| }, |
| { |
| "id": "P05", |
| "title": "Tokyo Rooftop Repair Diner", |
| "seed": 305, |
| "time_s": 17.058, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.275, |
| "peak_reserved_gb": 19.608, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.813 |
| }, |
| { |
| "id": "P06", |
| "title": "Russian Provincial Print Shop", |
| "seed": 306, |
| "time_s": 20.163, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.242, |
| "peak_reserved_gb": 19.803, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 13.16 |
| }, |
| { |
| "id": "P07", |
| "title": "Ocean Cartography Bakery", |
| "seed": 307, |
| "time_s": 16.903, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.274, |
| "peak_reserved_gb": 19.608, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.884 |
| }, |
| { |
| "id": "P08", |
| "title": "Long English Train Notice Wall", |
| "seed": 308, |
| "time_s": 16.857, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.274, |
| "peak_reserved_gb": 19.608, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.884 |
| }, |
| { |
| "id": "P09", |
| "title": "Orbital Botanical Courtroom", |
| "seed": 309, |
| "time_s": 19.664, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.276, |
| "peak_reserved_gb": 19.61, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.909 |
| }, |
| { |
| "id": "P10", |
| "title": "Byzantine Data Center Chapel", |
| "seed": 310, |
| "time_s": 16.731, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 19.276, |
| "peak_reserved_gb": 19.608, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.813 |
| } |
| ] |
| }, |
| "quant": { |
| "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)", |
| "mode": "Diffusers enable_model_cpu_offload()", |
| "cache_state": "warm local HF cache; no download time included", |
| "process_isolation": "single model per fresh Python process", |
| "base_resolution": 1440, |
| "aspect_ratio": "1:1", |
| "num_inference_steps": 20, |
| "guidance_scale": 5.0, |
| "dtype": "torch.bfloat16", |
| "kind": "quant", |
| "load": { |
| "load_time_s": 13.573, |
| "peak_allocated_gb": 12.582, |
| "peak_reserved_gb": 13.881, |
| "end_allocated_gb": 10.185, |
| "end_reserved_gb": 10.679 |
| }, |
| "summary": { |
| "cold_time_s": 21.473, |
| "cold_peak_allocated_gb": 15.479, |
| "cold_peak_reserved_gb": 19.126, |
| "warm_avg_time_s": 17.65, |
| "warm_median_time_s": 17.519, |
| "warm_avg_peak_allocated_gb": 15.48, |
| "warm_avg_peak_reserved_gb": 18.965, |
| "warm_max_peak_allocated_gb": 15.482, |
| "warm_max_peak_reserved_gb": 19.21 |
| }, |
| "prompts": [ |
| { |
| "id": "P01", |
| "title": "Midnight Library Weather Station", |
| "seed": 301, |
| "time_s": 21.473, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.479, |
| "peak_reserved_gb": 19.126, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.865 |
| }, |
| { |
| "id": "P02", |
| "title": "Desert Observatory Treaty Room", |
| "seed": 302, |
| "time_s": 19.047, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.479, |
| "peak_reserved_gb": 19.126, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.865 |
| }, |
| { |
| "id": "P03", |
| "title": "Arctic Submarine Greenhouse", |
| "seed": 303, |
| "time_s": 17.133, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.479, |
| "peak_reserved_gb": 19.185, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.792 |
| }, |
| { |
| "id": "P04", |
| "title": "Long English Museum Labels", |
| "seed": 304, |
| "time_s": 17.73, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.479, |
| "peak_reserved_gb": 19.126, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.863 |
| }, |
| { |
| "id": "P05", |
| "title": "Tokyo Rooftop Repair Diner", |
| "seed": 305, |
| "time_s": 17.332, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.479, |
| "peak_reserved_gb": 19.21, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.815 |
| }, |
| { |
| "id": "P06", |
| "title": "Russian Provincial Print Shop", |
| "seed": 306, |
| "time_s": 17.519, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.482, |
| "peak_reserved_gb": 17.404, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 13.141 |
| }, |
| { |
| "id": "P07", |
| "title": "Ocean Cartography Bakery", |
| "seed": 307, |
| "time_s": 17.614, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.479, |
| "peak_reserved_gb": 19.126, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.865 |
| }, |
| { |
| "id": "P08", |
| "title": "Long English Train Notice Wall", |
| "seed": 308, |
| "time_s": 17.498, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.479, |
| "peak_reserved_gb": 19.126, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.865 |
| }, |
| { |
| "id": "P09", |
| "title": "Orbital Botanical Courtroom", |
| "seed": 309, |
| "time_s": 17.546, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.481, |
| "peak_reserved_gb": 19.172, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.888 |
| }, |
| { |
| "id": "P10", |
| "title": "Byzantine Data Center Chapel", |
| "seed": 310, |
| "time_s": 17.434, |
| "image_size": [ |
| 1440, |
| 1440 |
| ], |
| "peak_allocated_gb": 15.479, |
| "peak_reserved_gb": 19.21, |
| "end_allocated_gb": 10.221, |
| "end_reserved_gb": 10.813 |
| } |
| ] |
| } |
| } |
| } |
