{
  "version": 1,
  "updated_at": "2026-07-17T05:02:36Z",
  "suite_count": 6,
  "suites": [
    {
      "id": "suite-01",
      "wandb_round": 1,
      "challenge": {
        "target_codec": "av1",
        "codec_mode": "VBR",
        "vmaf_threshold": 89.0,
        "target_bitrate": 8.0,
        "short": "av1 VBR 89 @ 8M",
        "label": "AV1 \u00b7 VBR \u00b7 8 Mbps \u00b7 VMAF\u226589"
      },
      "hardness": "hard",
      "round_top": {
        "uid": 112,
        "mean_final": 0.6563
      },
      "clip_count": 5,
      "clips": [
        {
          "index": 1,
          "rel_path": "clips/clip01_ref.mp4",
          "bytes": 161784202,
          "top_miner": {
            "uid": 141,
            "final": 0.7163,
            "vmaf_neg": 89.07,
            "vmaf": 91.27,
            "compression_rate": 0.0595,
            "ratio": 16.81,
            "top2_uid": 234,
            "top2_final": 0.6954,
            "top3_uid": 112,
            "top3_final": 0.692
          }
        },
        {
          "index": 2,
          "rel_path": "clips/clip02_ref.mp4",
          "bytes": 166528095,
          "top_miner": {
            "uid": 141,
            "final": 0.6968,
            "vmaf_neg": 89.04,
            "vmaf": 91.21,
            "compression_rate": 0.0618,
            "ratio": 16.18,
            "top2_uid": 234,
            "top2_final": 0.6848,
            "top3_uid": 112,
            "top3_final": 0.6798
          }
        },
        {
          "index": 3,
          "rel_path": "clips/clip03_ref.mp4",
          "bytes": 164911968,
          "top_miner": {
            "uid": 112,
            "final": 0.696,
            "vmaf_neg": 89.88,
            "vmaf": 91.8,
            "compression_rate": 0.0627,
            "ratio": 15.95,
            "top2_uid": 141,
            "top2_final": 0.6879,
            "top3_uid": 234,
            "top3_final": 0.6724
          }
        },
        {
          "index": 4,
          "rel_path": "clips/clip04_ref.mp4",
          "bytes": 162780158,
          "top_miner": {
            "uid": 112,
            "final": 0.646,
            "vmaf_neg": 89.46,
            "vmaf": 91.41,
            "compression_rate": 0.0693,
            "ratio": 14.43,
            "top2_uid": 141,
            "top2_final": 0.605,
            "top3_uid": 190,
            "top3_final": 0.6034
          }
        },
        {
          "index": 5,
          "rel_path": "clips/clip05_ref.mp4",
          "bytes": 185455555,
          "top_miner": {
            "uid": 112,
            "final": 0.5676,
            "vmaf_neg": 90.08,
            "vmaf": 91.8,
            "compression_rate": 0.0848,
            "ratio": 11.79,
            "top2_uid": 190,
            "top2_final": 0.5409,
            "top3_uid": 141,
            "top3_final": 0.5263
          }
        }
      ],
      "source": "live_validator",
      "builder": "live_wandb_round"
    },
    {
      "id": "suite-02",
      "wandb_round": 2,
      "challenge": {
        "target_codec": "hevc",
        "codec_mode": "VBR",
        "vmaf_threshold": 89.0,
        "target_bitrate": 10.0,
        "short": "hevc VBR 89 @ 10M",
        "label": "HEVC \u00b7 VBR \u00b7 10 Mbps \u00b7 VMAF\u226589"
      },
      "hardness": "hard",
      "round_top": {
        "uid": 102,
        "mean_final": 0.5267
      },
      "clip_count": 5,
      "clips": [
        {
          "index": 1,
          "rel_path": "clips/clip01_ref.mp4",
          "bytes": 166757159,
          "top_miner": {
            "uid": 102,
            "final": 0.5573,
            "vmaf_neg": 89.73,
            "vmaf": 91.55,
            "compression_rate": 0.0866,
            "ratio": 11.55,
            "top2_uid": 215,
            "top2_final": 0.5475,
            "top3_uid": 141,
            "top3_final": 0.5233
          }
        },
        {
          "index": 2,
          "rel_path": "clips/clip02_ref.mp4",
          "bytes": 171030176,
          "top_miner": {
            "uid": 102,
            "final": 0.4936,
            "vmaf_neg": 89.81,
            "vmaf": 91.55,
            "compression_rate": 0.1047,
            "ratio": 9.55,
            "top2_uid": 215,
            "top2_final": 0.4839,
            "top3_uid": 190,
            "top3_final": 0.4699
          }
        },
        {
          "index": 3,
          "rel_path": "clips/clip03_ref.mp4",
          "bytes": 204817453,
          "top_miner": {
            "uid": 102,
            "final": 0.4217,
            "vmaf_neg": 90.15,
            "vmaf": 91.75,
            "compression_rate": 0.137,
            "ratio": 7.3,
            "top2_uid": 215,
            "top2_final": 0.4146,
            "top3_uid": 112,
            "top3_final": 0.3968
          }
        },
        {
          "index": 4,
          "rel_path": "clips/clip04_ref.mp4",
          "bytes": 183922765,
          "top_miner": {
            "uid": 102,
            "final": 0.4293,
            "vmaf_neg": 90.13,
            "vmaf": 91.72,
            "compression_rate": 0.1328,
            "ratio": 7.53,
            "top2_uid": 215,
            "top2_final": 0.4218,
            "top3_uid": 190,
            "top3_final": 0.4072
          }
        },
        {
          "index": 5,
          "rel_path": "clips/clip05_ref.mp4",
          "bytes": 152716695,
          "top_miner": {
            "uid": 102,
            "final": 0.7318,
            "vmaf_neg": 90.11,
            "vmaf": 92.06,
            "compression_rate": 0.0586,
            "ratio": 17.06,
            "top2_uid": 215,
            "top2_final": 0.7148,
            "top3_uid": 141,
            "top3_final": 0.6776
          }
        }
      ],
      "source": "live_validator",
      "builder": "live_wandb_round"
    },
    {
      "id": "suite-03",
      "wandb_round": 3,
      "challenge": {
        "target_codec": "hevc",
        "codec_mode": "VBR",
        "vmaf_threshold": 89.0,
        "target_bitrate": 10.0,
        "short": "hevc VBR 89 @ 10M",
        "label": "HEVC \u00b7 VBR \u00b7 10 Mbps \u00b7 VMAF\u226589"
      },
      "hardness": "easy",
      "round_top": {
        "uid": 215,
        "mean_final": 0.7388
      },
      "clip_count": 5,
      "clips": [
        {
          "index": 1,
          "rel_path": "clips/clip01_ref.mp4",
          "bytes": 72509989,
          "top_miner": {
            "uid": 215,
            "final": 0.6835,
            "vmaf_neg": 89.85,
            "vmaf": 91.65,
            "compression_rate": 0.0643,
            "ratio": 15.55,
            "top2_uid": 102,
            "top2_final": 0.6474,
            "top3_uid": 141,
            "top3_final": 0.6458
          }
        },
        {
          "index": 2,
          "rel_path": "clips/clip02_ref.mp4",
          "bytes": 73185890,
          "top_miner": {
            "uid": 215,
            "final": 0.7309,
            "vmaf_neg": 89.99,
            "vmaf": 91.73,
            "compression_rate": 0.0586,
            "ratio": 17.06,
            "top2_uid": 141,
            "top2_final": 0.6842,
            "top3_uid": 190,
            "top3_final": 0.6762
          }
        },
        {
          "index": 3,
          "rel_path": "clips/clip03_ref.mp4",
          "bytes": 72872373,
          "top_miner": {
            "uid": 215,
            "final": 0.7513,
            "vmaf_neg": 89.87,
            "vmaf": 91.76,
            "compression_rate": 0.0563,
            "ratio": 17.76,
            "top2_uid": 141,
            "top2_final": 0.7314,
            "top3_uid": 102,
            "top3_final": 0.7158
          }
        },
        {
          "index": 4,
          "rel_path": "clips/clip04_ref.mp4",
          "bytes": 70380885,
          "top_miner": {
            "uid": 102,
            "final": 0.8208,
            "vmaf_neg": 89.73,
            "vmaf": 91.63,
            "compression_rate": 0.0477,
            "ratio": 20.96,
            "top2_uid": 141,
            "top2_final": 0.8124,
            "top3_uid": 190,
            "top3_final": 0.8116
          }
        },
        {
          "index": 5,
          "rel_path": "clips/clip05_ref.mp4",
          "bytes": 71021940,
          "top_miner": {
            "uid": 215,
            "final": 0.7277,
            "vmaf_neg": 90.15,
            "vmaf": 92.06,
            "compression_rate": 0.0591,
            "ratio": 16.92,
            "top2_uid": 141,
            "top2_final": 0.7233,
            "top3_uid": 102,
            "top3_final": 0.716
          }
        }
      ],
      "source": "live_validator",
      "builder": "live_wandb_round"
    },
    {
      "id": "suite-04",
      "wandb_round": 4,
      "challenge": {
        "target_codec": "hevc",
        "codec_mode": "CRF",
        "vmaf_threshold": 85.0,
        "target_bitrate": 8.0,
        "short": "hevc CRF 85",
        "label": "HEVC \u00b7 CRF \u00b7 VMAF\u226585"
      },
      "hardness": "easy",
      "round_top": {
        "uid": 112,
        "mean_final": 0.8387
      },
      "clip_count": 5,
      "clips": [
        {
          "index": 1,
          "rel_path": "clips/clip01_ref.mp4",
          "bytes": 72542260,
          "top_miner": {
            "uid": 112,
            "final": 0.8428,
            "vmaf_neg": 87.23,
            "vmaf": 89.08,
            "compression_rate": 0.0373,
            "ratio": 26.81,
            "top2_uid": 51,
            "top2_final": 0.8324,
            "top3_uid": 23,
            "top3_final": 0.8316
          }
        },
        {
          "index": 2,
          "rel_path": "clips/clip02_ref.mp4",
          "bytes": 73605882,
          "top_miner": {
            "uid": 215,
            "final": 0.8464,
            "vmaf_neg": 85.98,
            "vmaf": 87.82,
            "compression_rate": 0.0316,
            "ratio": 31.65,
            "top2_uid": 190,
            "top2_final": 0.8391,
            "top3_uid": 141,
            "top3_final": 0.8387
          }
        },
        {
          "index": 3,
          "rel_path": "clips/clip03_ref.mp4",
          "bytes": 71413188,
          "top_miner": {
            "uid": 112,
            "final": 0.8507,
            "vmaf_neg": 86.7,
            "vmaf": 88.39,
            "compression_rate": 0.0314,
            "ratio": 31.85,
            "top2_uid": 215,
            "top2_final": 0.8455,
            "top3_uid": 141,
            "top3_final": 0.8409
          }
        },
        {
          "index": 4,
          "rel_path": "clips/clip04_ref.mp4",
          "bytes": 71311587,
          "top_miner": {
            "uid": 215,
            "final": 0.8479,
            "vmaf_neg": 85.64,
            "vmaf": 87.17,
            "compression_rate": 0.03,
            "ratio": 33.33,
            "top2_uid": 141,
            "top2_final": 0.843,
            "top3_uid": 234,
            "top3_final": 0.8427
          }
        },
        {
          "index": 5,
          "rel_path": "clips/clip05_ref.mp4",
          "bytes": 68728422,
          "top_miner": {
            "uid": 215,
            "final": 0.8488,
            "vmaf_neg": 85.77,
            "vmaf": 87.36,
            "compression_rate": 0.0299,
            "ratio": 33.44,
            "top2_uid": 190,
            "top2_final": 0.8407,
            "top3_uid": 141,
            "top3_final": 0.8359
          }
        }
      ],
      "source": "live_validator",
      "builder": "live_wandb_round"
    },
    {
      "id": "suite-05",
      "wandb_round": 5,
      "challenge": {
        "target_codec": "av1",
        "codec_mode": "CRF",
        "vmaf_threshold": 85.0,
        "target_bitrate": 10.0,
        "short": "av1 CRF 85",
        "label": "AV1 \u00b7 CRF \u00b7 VMAF\u226585"
      },
      "hardness": "easy",
      "round_top": {
        "uid": 215,
        "mean_final": 0.8784
      },
      "clip_count": 5,
      "clips": [
        {
          "index": 1,
          "rel_path": "clips/clip01_ref.mp4",
          "bytes": 73650726,
          "top_miner": {
            "uid": 102,
            "final": 0.8876,
            "vmaf_neg": 86.09,
            "vmaf": 87.85,
            "compression_rate": 0.0165,
            "ratio": 60.61,
            "top2_uid": 190,
            "top2_final": 0.8822,
            "top3_uid": 141,
            "top3_final": 0.8774
          }
        },
        {
          "index": 2,
          "rel_path": "clips/clip02_ref.mp4",
          "bytes": 72842796,
          "top_miner": {
            "uid": 215,
            "final": 0.8742,
            "vmaf_neg": 86.84,
            "vmaf": 88.68,
            "compression_rate": 0.0218,
            "ratio": 45.87,
            "top2_uid": 141,
            "top2_final": 0.8683,
            "top3_uid": 234,
            "top3_final": 0.8681
          }
        },
        {
          "index": 3,
          "rel_path": "clips/clip03_ref.mp4",
          "bytes": 69062923,
          "top_miner": {
            "uid": 112,
            "final": 0.8867,
            "vmaf_neg": 85.71,
            "vmaf": 87.44,
            "compression_rate": 0.0162,
            "ratio": 61.73,
            "top2_uid": 215,
            "top2_final": 0.8777,
            "top3_uid": 141,
            "top3_final": 0.8759
          }
        },
        {
          "index": 4,
          "rel_path": "clips/clip04_ref.mp4",
          "bytes": 68998519,
          "top_miner": {
            "uid": 215,
            "final": 0.8838,
            "vmaf_neg": 86.96,
            "vmaf": 88.55,
            "compression_rate": 0.0189,
            "ratio": 52.91,
            "top2_uid": 141,
            "top2_final": 0.8771,
            "top3_uid": 234,
            "top3_final": 0.8769
          }
        },
        {
          "index": 5,
          "rel_path": "clips/clip05_ref.mp4",
          "bytes": 74110243,
          "top_miner": {
            "uid": 112,
            "final": 0.8854,
            "vmaf_neg": 85.54,
            "vmaf": 87.26,
            "compression_rate": 0.0163,
            "ratio": 61.35,
            "top2_uid": 215,
            "top2_final": 0.8793,
            "top3_uid": 141,
            "top3_final": 0.8744
          }
        }
      ],
      "source": "live_validator",
      "builder": "live_wandb_round"
    },
    {
      "id": "suite-06",
      "wandb_round": 6,
      "challenge": {
        "target_codec": "av1",
        "codec_mode": "VBR",
        "vmaf_threshold": 93.0,
        "target_bitrate": 5.0,
        "short": "av1 VBR 93 @ 5M",
        "label": "AV1 \u00b7 VBR \u00b7 5 Mbps \u00b7 VMAF\u226593"
      },
      "hardness": "hard",
      "round_top": {
        "uid": 190,
        "mean_final": 0.4856
      },
      "clip_count": 5,
      "clips": [
        {
          "index": 1,
          "rel_path": "clips/clip01_ref.mp4",
          "bytes": 144964201,
          "top_miner": {
            "uid": 190,
            "final": 0.4965,
            "vmaf_neg": 93.79,
            "vmaf": 95.48,
            "compression_rate": 0.1048,
            "ratio": 9.54,
            "top2_uid": 112,
            "top2_final": 0.4871,
            "top3_uid": 102,
            "top3_final": 0.4775
          }
        },
        {
          "index": 2,
          "rel_path": "clips/clip02_ref.mp4",
          "bytes": 146576553,
          "top_miner": {
            "uid": 190,
            "final": 0.4691,
            "vmaf_neg": 93.69,
            "vmaf": 95.39,
            "compression_rate": 0.1144,
            "ratio": 8.74,
            "top2_uid": 112,
            "top2_final": 0.4617,
            "top3_uid": 102,
            "top3_final": 0.4519
          }
        },
        {
          "index": 3,
          "rel_path": "clips/clip03_ref.mp4",
          "bytes": 144018295,
          "top_miner": {
            "uid": 190,
            "final": 0.5344,
            "vmaf_neg": 93.72,
            "vmaf": 95.57,
            "compression_rate": 0.0931,
            "ratio": 10.74,
            "top2_uid": 112,
            "top2_final": 0.5274,
            "top3_uid": 102,
            "top3_final": 0.5006
          }
        },
        {
          "index": 4,
          "rel_path": "clips/clip04_ref.mp4",
          "bytes": 145479587,
          "top_miner": {
            "uid": 190,
            "final": 0.4978,
            "vmaf_neg": 93.8,
            "vmaf": 95.73,
            "compression_rate": 0.1044,
            "ratio": 9.58,
            "top2_uid": 112,
            "top2_final": 0.4868,
            "top3_uid": 102,
            "top3_final": 0.4803
          }
        },
        {
          "index": 5,
          "rel_path": "clips/clip05_ref.mp4",
          "bytes": 145880343,
          "top_miner": {
            "uid": 190,
            "final": 0.4302,
            "vmaf_neg": 93.46,
            "vmaf": 95.08,
            "compression_rate": 0.1308,
            "ratio": 7.65,
            "top2_uid": 215,
            "top2_final": 0.4194,
            "top3_uid": 141,
            "top3_final": 0.107
          }
        }
      ],
      "source": "live_validator",
      "builder": "live_wandb_round"
    }
  ]
}