{
  "benchmark": "model_cpu_offload_cold_warm",
  "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)",
  "mode": "Diffusers enable_model_cpu_offload()",
  "cache_state": "warm local HF cache; no download time included",
  "process_isolation": "single model per fresh Python process",
  "base_resolution": 1024,
  "aspect_ratio": "1:1",
  "num_inference_steps": 4,
  "guidance_scale": 1.0,
  "dtype": "torch.bfloat16",
  "definitions": {
    "load_time_s": "Pipeline load plus enable_model_cpu_offload setup from warm local HF cache; download time excluded.",
    "cold_generation": "P01, first generation immediately after fresh process load/offload setup.",
    "warm_generation": "P02-P10 after the cold P01 generation."
  },
  "models": {
    "base": {
      "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)",
      "mode": "Diffusers enable_model_cpu_offload()",
      "cache_state": "warm local HF cache; no download time included",
      "process_isolation": "single model per fresh Python process",
      "base_resolution": 1024,
      "aspect_ratio": "1:1",
      "num_inference_steps": 4,
      "guidance_scale": 1.0,
      "dtype": "torch.bfloat16",
      "kind": "base",
      "load": {
        "load_time_s": 15.411,
        "peak_allocated_gb": 12.582,
        "peak_reserved_gb": 13.881,
        "end_allocated_gb": 10.185,
        "end_reserved_gb": 10.679
      },
      "summary": {
        "cold_time_s": 8.434,
        "cold_peak_allocated_gb": 18.945,
        "cold_peak_reserved_gb": 19.262,
        "warm_avg_time_s": 5.731,
        "warm_median_time_s": 5.141,
        "warm_avg_peak_allocated_gb": 18.945,
        "warm_avg_peak_reserved_gb": 19.267,
        "warm_max_peak_allocated_gb": 18.968,
        "warm_max_peak_reserved_gb": 19.29
      },
      "prompts": [
        {
          "id": "P01",
          "title": "Orbital Night Market",
          "seed": 101,
          "time_s": 8.434,
          "peak_allocated_gb": 18.945,
          "peak_reserved_gb": 19.262,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.895
        },
        {
          "id": "P02",
          "title": "Arctic Research Desk",
          "seed": 102,
          "time_s": 5.613,
          "peak_allocated_gb": 18.949,
          "peak_reserved_gb": 19.258,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.893
        },
        {
          "id": "P03",
          "title": "Victorian Automaton Repair",
          "seed": 103,
          "time_s": 4.006,
          "peak_allocated_gb": 18.944,
          "peak_reserved_gb": 19.271,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.792
        },
        {
          "id": "P04",
          "title": "Mars Greenhouse Control Room",
          "seed": 104,
          "time_s": 7.509,
          "peak_allocated_gb": 18.938,
          "peak_reserved_gb": 19.258,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.872
        },
        {
          "id": "P05",
          "title": "Lost Railway Poster Wall",
          "seed": 105,
          "time_s": 4.658,
          "peak_allocated_gb": 18.939,
          "peak_reserved_gb": 19.258,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.872
        },
        {
          "id": "P06",
          "title": "Miniature Courtroom Diorama",
          "seed": 106,
          "time_s": 5.141,
          "peak_allocated_gb": 18.942,
          "peak_reserved_gb": 19.271,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.792
        },
        {
          "id": "P07",
          "title": "Rainy Seoul Book Cafe",
          "seed": 107,
          "time_s": 5.134,
          "peak_allocated_gb": 18.942,
          "peak_reserved_gb": 19.271,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.792
        },
        {
          "id": "P08",
          "title": "Oceanographic Expedition Map",
          "seed": 108,
          "time_s": 4.657,
          "peak_allocated_gb": 18.942,
          "peak_reserved_gb": 19.271,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.792
        },
        {
          "id": "P09",
          "title": "Renaissance Lab Notebook",
          "seed": 109,
          "time_s": 5.944,
          "peak_allocated_gb": 18.939,
          "peak_reserved_gb": 19.258,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.872
        },
        {
          "id": "P10",
          "title": "Russian Provincial Print Shop",
          "seed": 110,
          "time_s": 8.916,
          "peak_allocated_gb": 18.968,
          "peak_reserved_gb": 19.29,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.798
        }
      ]
    },
    "quant": {
      "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)",
      "mode": "Diffusers enable_model_cpu_offload()",
      "cache_state": "warm local HF cache; no download time included",
      "process_isolation": "single model per fresh Python process",
      "base_resolution": 1024,
      "aspect_ratio": "1:1",
      "num_inference_steps": 4,
      "guidance_scale": 1.0,
      "dtype": "torch.bfloat16",
      "kind": "quant",
      "load": {
        "load_time_s": 12.371,
        "peak_allocated_gb": 12.582,
        "peak_reserved_gb": 13.881,
        "end_allocated_gb": 10.185,
        "end_reserved_gb": 10.679
      },
      "summary": {
        "cold_time_s": 8.44,
        "cold_peak_allocated_gb": 15.085,
        "cold_peak_reserved_gb": 15.238,
        "warm_avg_time_s": 4.976,
        "warm_median_time_s": 3.855,
        "warm_avg_peak_allocated_gb": 15.084,
        "warm_avg_peak_reserved_gb": 15.249,
        "warm_max_peak_allocated_gb": 15.104,
        "warm_max_peak_reserved_gb": 15.28
      },
      "prompts": [
        {
          "id": "P01",
          "title": "Orbital Night Market",
          "seed": 101,
          "time_s": 8.44,
          "peak_allocated_gb": 15.085,
          "peak_reserved_gb": 15.238,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.872
        },
        {
          "id": "P02",
          "title": "Arctic Research Desk",
          "seed": 102,
          "time_s": 6.726,
          "peak_allocated_gb": 15.089,
          "peak_reserved_gb": 15.261,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.878
        },
        {
          "id": "P03",
          "title": "Victorian Automaton Repair",
          "seed": 103,
          "time_s": 8.244,
          "peak_allocated_gb": 15.081,
          "peak_reserved_gb": 15.246,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.775
        },
        {
          "id": "P04",
          "title": "Mars Greenhouse Control Room",
          "seed": 104,
          "time_s": 4.033,
          "peak_allocated_gb": 15.079,
          "peak_reserved_gb": 15.238,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.874
        },
        {
          "id": "P05",
          "title": "Lost Railway Poster Wall",
          "seed": 105,
          "time_s": 3.836,
          "peak_allocated_gb": 15.08,
          "peak_reserved_gb": 15.238,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.876
        },
        {
          "id": "P06",
          "title": "Miniature Courtroom Diorama",
          "seed": 106,
          "time_s": 3.845,
          "peak_allocated_gb": 15.08,
          "peak_reserved_gb": 15.246,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.775
        },
        {
          "id": "P07",
          "title": "Rainy Seoul Book Cafe",
          "seed": 107,
          "time_s": 3.855,
          "peak_allocated_gb": 15.08,
          "peak_reserved_gb": 15.246,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.773
        },
        {
          "id": "P08",
          "title": "Oceanographic Expedition Map",
          "seed": 108,
          "time_s": 3.841,
          "peak_allocated_gb": 15.08,
          "peak_reserved_gb": 15.246,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.773
        },
        {
          "id": "P09",
          "title": "Renaissance Lab Notebook",
          "seed": 109,
          "time_s": 3.852,
          "peak_allocated_gb": 15.08,
          "peak_reserved_gb": 15.238,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.876
        },
        {
          "id": "P10",
          "title": "Russian Provincial Print Shop",
          "seed": 110,
          "time_s": 6.556,
          "peak_allocated_gb": 15.104,
          "peak_reserved_gb": 15.28,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.781
        }
      ]
    }
  }
}