| { |
| "version": 1, |
| "updated_at": "2026-07-17T05:02:36Z", |
| "suite_count": 6, |
| "suites": [ |
| { |
| "id": "suite-01", |
| "wandb_round": 1, |
| "challenge": { |
| "target_codec": "av1", |
| "codec_mode": "VBR", |
| "vmaf_threshold": 89.0, |
| "target_bitrate": 8.0, |
| "short": "av1 VBR 89 @ 8M", |
| "label": "AV1 \u00b7 VBR \u00b7 8 Mbps \u00b7 VMAF\u226589" |
| }, |
| "hardness": "hard", |
| "round_top": { |
| "uid": 112, |
| "mean_final": 0.6563 |
| }, |
| "clip_count": 5, |
| "clips": [ |
| { |
| "index": 1, |
| "rel_path": "clips/clip01_ref.mp4", |
| "bytes": 161784202, |
| "top_miner": { |
| "uid": 141, |
| "final": 0.7163, |
| "vmaf_neg": 89.07, |
| "vmaf": 91.27, |
| "compression_rate": 0.0595, |
| "ratio": 16.81, |
| "top2_uid": 234, |
| "top2_final": 0.6954, |
| "top3_uid": 112, |
| "top3_final": 0.692 |
| } |
| }, |
| { |
| "index": 2, |
| "rel_path": "clips/clip02_ref.mp4", |
| "bytes": 166528095, |
| "top_miner": { |
| "uid": 141, |
| "final": 0.6968, |
| "vmaf_neg": 89.04, |
| "vmaf": 91.21, |
| "compression_rate": 0.0618, |
| "ratio": 16.18, |
| "top2_uid": 234, |
| "top2_final": 0.6848, |
| "top3_uid": 112, |
| "top3_final": 0.6798 |
| } |
| }, |
| { |
| "index": 3, |
| "rel_path": "clips/clip03_ref.mp4", |
| "bytes": 164911968, |
| "top_miner": { |
| "uid": 112, |
| "final": 0.696, |
| "vmaf_neg": 89.88, |
| "vmaf": 91.8, |
| "compression_rate": 0.0627, |
| "ratio": 15.95, |
| "top2_uid": 141, |
| "top2_final": 0.6879, |
| "top3_uid": 234, |
| "top3_final": 0.6724 |
| } |
| }, |
| { |
| "index": 4, |
| "rel_path": "clips/clip04_ref.mp4", |
| "bytes": 162780158, |
| "top_miner": { |
| "uid": 112, |
| "final": 0.646, |
| "vmaf_neg": 89.46, |
| "vmaf": 91.41, |
| "compression_rate": 0.0693, |
| "ratio": 14.43, |
| "top2_uid": 141, |
| "top2_final": 0.605, |
| "top3_uid": 190, |
| "top3_final": 0.6034 |
| } |
| }, |
| { |
| "index": 5, |
| "rel_path": "clips/clip05_ref.mp4", |
| "bytes": 185455555, |
| "top_miner": { |
| "uid": 112, |
| "final": 0.5676, |
| "vmaf_neg": 90.08, |
| "vmaf": 91.8, |
| "compression_rate": 0.0848, |
| "ratio": 11.79, |
| "top2_uid": 190, |
| "top2_final": 0.5409, |
| "top3_uid": 141, |
| "top3_final": 0.5263 |
| } |
| } |
| ], |
| "source": "live_validator", |
| "builder": "live_wandb_round" |
| }, |
| { |
| "id": "suite-02", |
| "wandb_round": 2, |
| "challenge": { |
| "target_codec": "hevc", |
| "codec_mode": "VBR", |
| "vmaf_threshold": 89.0, |
| "target_bitrate": 10.0, |
| "short": "hevc VBR 89 @ 10M", |
| "label": "HEVC \u00b7 VBR \u00b7 10 Mbps \u00b7 VMAF\u226589" |
| }, |
| "hardness": "hard", |
| "round_top": { |
| "uid": 102, |
| "mean_final": 0.5267 |
| }, |
| "clip_count": 5, |
| "clips": [ |
| { |
| "index": 1, |
| "rel_path": "clips/clip01_ref.mp4", |
| "bytes": 166757159, |
| "top_miner": { |
| "uid": 102, |
| "final": 0.5573, |
| "vmaf_neg": 89.73, |
| "vmaf": 91.55, |
| "compression_rate": 0.0866, |
| "ratio": 11.55, |
| "top2_uid": 215, |
| "top2_final": 0.5475, |
| "top3_uid": 141, |
| "top3_final": 0.5233 |
| } |
| }, |
| { |
| "index": 2, |
| "rel_path": "clips/clip02_ref.mp4", |
| "bytes": 171030176, |
| "top_miner": { |
| "uid": 102, |
| "final": 0.4936, |
| "vmaf_neg": 89.81, |
| "vmaf": 91.55, |
| "compression_rate": 0.1047, |
| "ratio": 9.55, |
| "top2_uid": 215, |
| "top2_final": 0.4839, |
| "top3_uid": 190, |
| "top3_final": 0.4699 |
| } |
| }, |
| { |
| "index": 3, |
| "rel_path": "clips/clip03_ref.mp4", |
| "bytes": 204817453, |
| "top_miner": { |
| "uid": 102, |
| "final": 0.4217, |
| "vmaf_neg": 90.15, |
| "vmaf": 91.75, |
| "compression_rate": 0.137, |
| "ratio": 7.3, |
| "top2_uid": 215, |
| "top2_final": 0.4146, |
| "top3_uid": 112, |
| "top3_final": 0.3968 |
| } |
| }, |
| { |
| "index": 4, |
| "rel_path": "clips/clip04_ref.mp4", |
| "bytes": 183922765, |
| "top_miner": { |
| "uid": 102, |
| "final": 0.4293, |
| "vmaf_neg": 90.13, |
| "vmaf": 91.72, |
| "compression_rate": 0.1328, |
| "ratio": 7.53, |
| "top2_uid": 215, |
| "top2_final": 0.4218, |
| "top3_uid": 190, |
| "top3_final": 0.4072 |
| } |
| }, |
| { |
| "index": 5, |
| "rel_path": "clips/clip05_ref.mp4", |
| "bytes": 152716695, |
| "top_miner": { |
| "uid": 102, |
| "final": 0.7318, |
| "vmaf_neg": 90.11, |
| "vmaf": 92.06, |
| "compression_rate": 0.0586, |
| "ratio": 17.06, |
| "top2_uid": 215, |
| "top2_final": 0.7148, |
| "top3_uid": 141, |
| "top3_final": 0.6776 |
| } |
| } |
| ], |
| "source": "live_validator", |
| "builder": "live_wandb_round" |
| }, |
| { |
| "id": "suite-03", |
| "wandb_round": 3, |
| "challenge": { |
| "target_codec": "hevc", |
| "codec_mode": "VBR", |
| "vmaf_threshold": 89.0, |
| "target_bitrate": 10.0, |
| "short": "hevc VBR 89 @ 10M", |
| "label": "HEVC \u00b7 VBR \u00b7 10 Mbps \u00b7 VMAF\u226589" |
| }, |
| "hardness": "easy", |
| "round_top": { |
| "uid": 215, |
| "mean_final": 0.7388 |
| }, |
| "clip_count": 5, |
| "clips": [ |
| { |
| "index": 1, |
| "rel_path": "clips/clip01_ref.mp4", |
| "bytes": 72509989, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.6835, |
| "vmaf_neg": 89.85, |
| "vmaf": 91.65, |
| "compression_rate": 0.0643, |
| "ratio": 15.55, |
| "top2_uid": 102, |
| "top2_final": 0.6474, |
| "top3_uid": 141, |
| "top3_final": 0.6458 |
| } |
| }, |
| { |
| "index": 2, |
| "rel_path": "clips/clip02_ref.mp4", |
| "bytes": 73185890, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.7309, |
| "vmaf_neg": 89.99, |
| "vmaf": 91.73, |
| "compression_rate": 0.0586, |
| "ratio": 17.06, |
| "top2_uid": 141, |
| "top2_final": 0.6842, |
| "top3_uid": 190, |
| "top3_final": 0.6762 |
| } |
| }, |
| { |
| "index": 3, |
| "rel_path": "clips/clip03_ref.mp4", |
| "bytes": 72872373, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.7513, |
| "vmaf_neg": 89.87, |
| "vmaf": 91.76, |
| "compression_rate": 0.0563, |
| "ratio": 17.76, |
| "top2_uid": 141, |
| "top2_final": 0.7314, |
| "top3_uid": 102, |
| "top3_final": 0.7158 |
| } |
| }, |
| { |
| "index": 4, |
| "rel_path": "clips/clip04_ref.mp4", |
| "bytes": 70380885, |
| "top_miner": { |
| "uid": 102, |
| "final": 0.8208, |
| "vmaf_neg": 89.73, |
| "vmaf": 91.63, |
| "compression_rate": 0.0477, |
| "ratio": 20.96, |
| "top2_uid": 141, |
| "top2_final": 0.8124, |
| "top3_uid": 190, |
| "top3_final": 0.8116 |
| } |
| }, |
| { |
| "index": 5, |
| "rel_path": "clips/clip05_ref.mp4", |
| "bytes": 71021940, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.7277, |
| "vmaf_neg": 90.15, |
| "vmaf": 92.06, |
| "compression_rate": 0.0591, |
| "ratio": 16.92, |
| "top2_uid": 141, |
| "top2_final": 0.7233, |
| "top3_uid": 102, |
| "top3_final": 0.716 |
| } |
| } |
| ], |
| "source": "live_validator", |
| "builder": "live_wandb_round" |
| }, |
| { |
| "id": "suite-04", |
| "wandb_round": 4, |
| "challenge": { |
| "target_codec": "hevc", |
| "codec_mode": "CRF", |
| "vmaf_threshold": 85.0, |
| "target_bitrate": 8.0, |
| "short": "hevc CRF 85", |
| "label": "HEVC \u00b7 CRF \u00b7 VMAF\u226585" |
| }, |
| "hardness": "easy", |
| "round_top": { |
| "uid": 112, |
| "mean_final": 0.8387 |
| }, |
| "clip_count": 5, |
| "clips": [ |
| { |
| "index": 1, |
| "rel_path": "clips/clip01_ref.mp4", |
| "bytes": 72542260, |
| "top_miner": { |
| "uid": 112, |
| "final": 0.8428, |
| "vmaf_neg": 87.23, |
| "vmaf": 89.08, |
| "compression_rate": 0.0373, |
| "ratio": 26.81, |
| "top2_uid": 51, |
| "top2_final": 0.8324, |
| "top3_uid": 23, |
| "top3_final": 0.8316 |
| } |
| }, |
| { |
| "index": 2, |
| "rel_path": "clips/clip02_ref.mp4", |
| "bytes": 73605882, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.8464, |
| "vmaf_neg": 85.98, |
| "vmaf": 87.82, |
| "compression_rate": 0.0316, |
| "ratio": 31.65, |
| "top2_uid": 190, |
| "top2_final": 0.8391, |
| "top3_uid": 141, |
| "top3_final": 0.8387 |
| } |
| }, |
| { |
| "index": 3, |
| "rel_path": "clips/clip03_ref.mp4", |
| "bytes": 71413188, |
| "top_miner": { |
| "uid": 112, |
| "final": 0.8507, |
| "vmaf_neg": 86.7, |
| "vmaf": 88.39, |
| "compression_rate": 0.0314, |
| "ratio": 31.85, |
| "top2_uid": 215, |
| "top2_final": 0.8455, |
| "top3_uid": 141, |
| "top3_final": 0.8409 |
| } |
| }, |
| { |
| "index": 4, |
| "rel_path": "clips/clip04_ref.mp4", |
| "bytes": 71311587, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.8479, |
| "vmaf_neg": 85.64, |
| "vmaf": 87.17, |
| "compression_rate": 0.03, |
| "ratio": 33.33, |
| "top2_uid": 141, |
| "top2_final": 0.843, |
| "top3_uid": 234, |
| "top3_final": 0.8427 |
| } |
| }, |
| { |
| "index": 5, |
| "rel_path": "clips/clip05_ref.mp4", |
| "bytes": 68728422, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.8488, |
| "vmaf_neg": 85.77, |
| "vmaf": 87.36, |
| "compression_rate": 0.0299, |
| "ratio": 33.44, |
| "top2_uid": 190, |
| "top2_final": 0.8407, |
| "top3_uid": 141, |
| "top3_final": 0.8359 |
| } |
| } |
| ], |
| "source": "live_validator", |
| "builder": "live_wandb_round" |
| }, |
| { |
| "id": "suite-05", |
| "wandb_round": 5, |
| "challenge": { |
| "target_codec": "av1", |
| "codec_mode": "CRF", |
| "vmaf_threshold": 85.0, |
| "target_bitrate": 10.0, |
| "short": "av1 CRF 85", |
| "label": "AV1 \u00b7 CRF \u00b7 VMAF\u226585" |
| }, |
| "hardness": "easy", |
| "round_top": { |
| "uid": 215, |
| "mean_final": 0.8784 |
| }, |
| "clip_count": 5, |
| "clips": [ |
| { |
| "index": 1, |
| "rel_path": "clips/clip01_ref.mp4", |
| "bytes": 73650726, |
| "top_miner": { |
| "uid": 102, |
| "final": 0.8876, |
| "vmaf_neg": 86.09, |
| "vmaf": 87.85, |
| "compression_rate": 0.0165, |
| "ratio": 60.61, |
| "top2_uid": 190, |
| "top2_final": 0.8822, |
| "top3_uid": 141, |
| "top3_final": 0.8774 |
| } |
| }, |
| { |
| "index": 2, |
| "rel_path": "clips/clip02_ref.mp4", |
| "bytes": 72842796, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.8742, |
| "vmaf_neg": 86.84, |
| "vmaf": 88.68, |
| "compression_rate": 0.0218, |
| "ratio": 45.87, |
| "top2_uid": 141, |
| "top2_final": 0.8683, |
| "top3_uid": 234, |
| "top3_final": 0.8681 |
| } |
| }, |
| { |
| "index": 3, |
| "rel_path": "clips/clip03_ref.mp4", |
| "bytes": 69062923, |
| "top_miner": { |
| "uid": 112, |
| "final": 0.8867, |
| "vmaf_neg": 85.71, |
| "vmaf": 87.44, |
| "compression_rate": 0.0162, |
| "ratio": 61.73, |
| "top2_uid": 215, |
| "top2_final": 0.8777, |
| "top3_uid": 141, |
| "top3_final": 0.8759 |
| } |
| }, |
| { |
| "index": 4, |
| "rel_path": "clips/clip04_ref.mp4", |
| "bytes": 68998519, |
| "top_miner": { |
| "uid": 215, |
| "final": 0.8838, |
| "vmaf_neg": 86.96, |
| "vmaf": 88.55, |
| "compression_rate": 0.0189, |
| "ratio": 52.91, |
| "top2_uid": 141, |
| "top2_final": 0.8771, |
| "top3_uid": 234, |
| "top3_final": 0.8769 |
| } |
| }, |
| { |
| "index": 5, |
| "rel_path": "clips/clip05_ref.mp4", |
| "bytes": 74110243, |
| "top_miner": { |
| "uid": 112, |
| "final": 0.8854, |
| "vmaf_neg": 85.54, |
| "vmaf": 87.26, |
| "compression_rate": 0.0163, |
| "ratio": 61.35, |
| "top2_uid": 215, |
| "top2_final": 0.8793, |
| "top3_uid": 141, |
| "top3_final": 0.8744 |
| } |
| } |
| ], |
| "source": "live_validator", |
| "builder": "live_wandb_round" |
| }, |
| { |
| "id": "suite-06", |
| "wandb_round": 6, |
| "challenge": { |
| "target_codec": "av1", |
| "codec_mode": "VBR", |
| "vmaf_threshold": 93.0, |
| "target_bitrate": 5.0, |
| "short": "av1 VBR 93 @ 5M", |
| "label": "AV1 \u00b7 VBR \u00b7 5 Mbps \u00b7 VMAF\u226593" |
| }, |
| "hardness": "hard", |
| "round_top": { |
| "uid": 190, |
| "mean_final": 0.4856 |
| }, |
| "clip_count": 5, |
| "clips": [ |
| { |
| "index": 1, |
| "rel_path": "clips/clip01_ref.mp4", |
| "bytes": 144964201, |
| "top_miner": { |
| "uid": 190, |
| "final": 0.4965, |
| "vmaf_neg": 93.79, |
| "vmaf": 95.48, |
| "compression_rate": 0.1048, |
| "ratio": 9.54, |
| "top2_uid": 112, |
| "top2_final": 0.4871, |
| "top3_uid": 102, |
| "top3_final": 0.4775 |
| } |
| }, |
| { |
| "index": 2, |
| "rel_path": "clips/clip02_ref.mp4", |
| "bytes": 146576553, |
| "top_miner": { |
| "uid": 190, |
| "final": 0.4691, |
| "vmaf_neg": 93.69, |
| "vmaf": 95.39, |
| "compression_rate": 0.1144, |
| "ratio": 8.74, |
| "top2_uid": 112, |
| "top2_final": 0.4617, |
| "top3_uid": 102, |
| "top3_final": 0.4519 |
| } |
| }, |
| { |
| "index": 3, |
| "rel_path": "clips/clip03_ref.mp4", |
| "bytes": 144018295, |
| "top_miner": { |
| "uid": 190, |
| "final": 0.5344, |
| "vmaf_neg": 93.72, |
| "vmaf": 95.57, |
| "compression_rate": 0.0931, |
| "ratio": 10.74, |
| "top2_uid": 112, |
| "top2_final": 0.5274, |
| "top3_uid": 102, |
| "top3_final": 0.5006 |
| } |
| }, |
| { |
| "index": 4, |
| "rel_path": "clips/clip04_ref.mp4", |
| "bytes": 145479587, |
| "top_miner": { |
| "uid": 190, |
| "final": 0.4978, |
| "vmaf_neg": 93.8, |
| "vmaf": 95.73, |
| "compression_rate": 0.1044, |
| "ratio": 9.58, |
| "top2_uid": 112, |
| "top2_final": 0.4868, |
| "top3_uid": 102, |
| "top3_final": 0.4803 |
| } |
| }, |
| { |
| "index": 5, |
| "rel_path": "clips/clip05_ref.mp4", |
| "bytes": 145880343, |
| "top_miner": { |
| "uid": 190, |
| "final": 0.4302, |
| "vmaf_neg": 93.46, |
| "vmaf": 95.08, |
| "compression_rate": 0.1308, |
| "ratio": 7.65, |
| "top2_uid": 215, |
| "top2_final": 0.4194, |
| "top3_uid": 141, |
| "top3_final": 0.107 |
| } |
| } |
| ], |
| "source": "live_validator", |
| "builder": "live_wandb_round" |
| } |
| ] |
| } |
