liukqchoco04 commited on
Commit
b357613
·
verified ·
1 Parent(s): 0e47d41

Publish paper and dataset links

Browse files
Files changed (1) hide show
  1. data.json +524 -104
data.json CHANGED
@@ -11,8 +11,8 @@
11
  "links": {
12
  "project": "https://liukqchoco.github.io/StreamAVBench/",
13
  "code": "https://github.com/liukqchoco/StreamAVBench-Code",
14
- "paper": "",
15
- "dataset": ""
16
  }
17
  },
18
  "tracks": [
@@ -49,7 +49,14 @@
49
  "shortLabel": "Quality",
50
  "description": "Perceptual quality and semantic or temporal correspondence between audio and video.",
51
  "defaultMetric": "va",
52
- "metrics": ["va", "vq", "pq", "aq", "avalign", "avsync"]
 
 
 
 
 
 
 
53
  },
54
  {
55
  "id": "streaming",
@@ -58,7 +65,11 @@
58
  "shortLabel": "Streaming",
59
  "description": "Technical continuity at native generation boundaries, throughput, and startup latency.",
60
  "defaultMetric": "nbc",
61
- "metrics": ["nbc", "fps", "ttfc"]
 
 
 
 
62
  },
63
  {
64
  "id": "adherence",
@@ -67,7 +78,12 @@
67
  "shortLabel": "Adherence",
68
  "description": "Full-rollout fulfillment and endpoint drift for fixed visual and audio requirements.",
69
  "defaultMetric": "vif",
70
- "metrics": ["vif", "aif", "vid", "aid"]
 
 
 
 
 
71
  },
72
  {
73
  "id": "stability",
@@ -76,7 +92,16 @@
76
  "shortLabel": "Stability",
77
  "description": "Quality drift, visual consistency, and audio-video drift over the 180-second rollout.",
78
  "defaultMetric": "va_d",
79
- "metrics": ["va_d", "vq_d", "pq_d", "aq_d", "sc", "bc", "avalign_d", "avsync_d"]
 
 
 
 
 
 
 
 
 
80
  },
81
  {
82
  "id": "response",
@@ -85,7 +110,16 @@
85
  "shortLabel": "Response",
86
  "description": "Update fulfillment, transition continuity, achievement rate, and successful-response latency.",
87
  "defaultMetric": "vuf",
88
- "metrics": ["vuf", "auf", "pvc", "pac", "pvuar", "pauar", "pvrl", "parl"]
 
 
 
 
 
 
 
 
 
89
  },
90
  {
91
  "id": "state",
@@ -94,7 +128,11 @@
94
  "shortLabel": "State",
95
  "description": "Preservation of untargeted states and correct reuse of information established earlier.",
96
  "defaultMetric": "vsr",
97
- "metrics": ["vsr", "asr", "hdf"]
 
 
 
 
98
  },
99
  {
100
  "id": "adjusted",
@@ -103,7 +141,12 @@
103
  "shortLabel": "Adjusted",
104
  "description": "Adjusted diagnostics that penalize unachieved updates and unestablished dependency sources; these are reported separately from the 32 core metrics.",
105
  "defaultMetric": "sa_pvrl",
106
- "metrics": ["sa_pvrl", "sa_parl", "ca_hdf_a", "ca_hdf_l"]
 
 
 
 
 
107
  }
108
  ],
109
  "metrics": {
@@ -402,7 +445,7 @@
402
  "range": "[0, 30]",
403
  "unit": "s",
404
  "evaluator": "Achievement-adjusted media-time measurement",
405
- "description": "Visual response latency with the 30-second observation-window cap assigned to every unachieved target."
406
  },
407
  "sa_parl": {
408
  "abbr": "SA-PARL",
@@ -411,7 +454,7 @@
411
  "range": "[0, 30]",
412
  "unit": "s",
413
  "evaluator": "Achievement-adjusted media-time measurement",
414
- "description": "Audio response latency with the 30-second observation-window cap assigned to every unachieved target."
415
  },
416
  "ca_hdf_a": {
417
  "abbr": "CA-HDF-A",
@@ -420,7 +463,7 @@
420
  "range": "[0, 1]",
421
  "unit": "",
422
  "evaluator": "Source establishment + normalized conditional HDF",
423
- "description": "Adjacent-dependency quality normalized to [0,1], with unestablished source states assigned zero."
424
  },
425
  "ca_hdf_l": {
426
  "abbr": "CA-HDF-L",
@@ -429,7 +472,7 @@
429
  "range": "[0, 1]",
430
  "unit": "",
431
  "evaluator": "Source establishment + normalized conditional HDF",
432
- "description": "Long-range dependency quality normalized to [0,1], with unestablished source states assigned zero."
433
  }
434
  },
435
  "models": [
@@ -439,13 +482,42 @@
439
  "access": "Web",
440
  "reference": "https://pixverse.ai/en/blog/pixverse-launches-r1-real-time-world-model",
441
  "scores": {
442
- "va": 0.529, "vq": 2.428, "pq": 6.348, "aq": 2.810, "avalign": 0.234, "avsync": 0.855,
443
- "nbc": null, "fps": null, "ttfc": null,
444
- "vif": 2.976, "aif": 2.511, "vid": 0.484, "aid": 0.425,
445
- "va_d": 0.032, "vq_d": 0.253, "pq_d": 0.421, "aq_d": 0.626, "sc": 0.907, "bc": 0.930, "avalign_d": 0.065, "avsync_d": 0.579,
446
- "vuf": 2.573, "auf": 2.895, "pvc": 4.278, "pac": 2.544, "pvuar": 0.350, "pauar": 0.466, "pvrl": 12.992, "parl": 10.352,
447
- "vsr": 2.430, "asr": 4.108, "hdf": 2.461,
448
- "sa_pvrl": 24.011, "sa_parl": 20.855, "ca_hdf_a": 0.232, "ca_hdf_l": 0.234
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
449
  }
450
  },
451
  {
@@ -454,13 +526,42 @@
454
  "access": "Web",
455
  "reference": "https://www.alizila.com/alibaba-launches-happyoyster-a-world-model-product-for-real-time-immersive-creation-and-interaction/",
456
  "scores": {
457
- "va": 0.529, "vq": 2.785, "pq": 6.817, "aq": 3.157, "avalign": 0.206, "avsync": 1.044,
458
- "nbc": null, "fps": null, "ttfc": null,
459
- "vif": 3.565, "aif": 2.692, "vid": 0.510, "aid": 0.508,
460
- "va_d": 0.032, "vq_d": 0.417, "pq_d": 0.623, "aq_d": 0.411, "sc": 0.904, "bc": 0.934, "avalign_d": 0.077, "avsync_d": 0.534,
461
- "vuf": 2.975, "auf": 2.879, "pvc": 3.744, "pac": 3.509, "pvuar": 0.518, "pauar": 0.488, "pvrl": 14.484, "parl": 13.621,
462
- "vsr": 2.799, "asr": 3.772, "hdf": 2.817,
463
- "sa_pvrl": 21.991, "sa_parl": 21.861, "ca_hdf_a": 0.354, "ca_hdf_l": 0.306
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
464
  }
465
  },
466
  {
@@ -469,13 +570,42 @@
469
  "access": "Open",
470
  "reference": "https://arxiv.org/abs/2603.11647",
471
  "scores": {
472
- "va": 0.554, "vq": 2.374, "pq": 6.351, "aq": 2.528, "avalign": 0.119, "avsync": 1.423,
473
- "nbc": 98.808, "fps": 12.799, "ttfc": 3.998,
474
- "vif": 2.423, "aif": 2.343, "vid": 0.572, "aid": 0.277,
475
- "va_d": 0.083, "vq_d": 0.273, "pq_d": 0.429, "aq_d": 0.506, "sc": 0.962, "bc": 0.953, "avalign_d": 0.081, "avsync_d": 0.479,
476
- "vuf": 1.848, "auf": 2.242, "pvc": 4.161, "pac": 3.369, "pvuar": 0.053, "pauar": 0.316, "pvrl": 13.295, "parl": 7.925,
477
- "vsr": 2.624, "asr": 3.388, "hdf": 2.487,
478
- "sa_pvrl": 29.128, "sa_parl": 23.046, "ca_hdf_a": 0.136, "ca_hdf_l": 0.109
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
479
  }
480
  },
481
  {
@@ -484,13 +614,42 @@
484
  "access": "Web",
485
  "reference": "https://odyssey.ml/introducing-odyssey-2",
486
  "scores": {
487
- "va": 0.531, "vq": 2.820, "pq": 6.426, "aq": 2.659, "avalign": 0.260, "avsync": 0.946,
488
- "nbc": null, "fps": null, "ttfc": null,
489
- "vif": 3.106, "aif": 2.778, "vid": 0.500, "aid": 0.566,
490
- "va_d": 0.040, "vq_d": 0.463, "pq_d": 0.362, "aq_d": 0.456, "sc": 0.976, "bc": 0.966, "avalign_d": 0.064, "avsync_d": 0.548,
491
- "vuf": 2.408, "auf": 2.244, "pvc": 3.919, "pac": 1.749, "pvuar": 0.274, "pauar": 0.308, "pvrl": 18.758, "parl": 15.733,
492
- "vsr": 2.836, "asr": 2.707, "hdf": 2.554,
493
- "sa_pvrl": 26.838, "sa_parl": 25.611, "ca_hdf_a": 0.196, "ca_hdf_l": 0.168
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
494
  }
495
  },
496
  {
@@ -499,13 +658,42 @@
499
  "access": "Open",
500
  "reference": "https://arxiv.org/abs/2506.08009",
501
  "scores": {
502
- "va": 0.585, "vq": 2.753, "pq": 6.453, "aq": 2.623, "avalign": 0.256, "avsync": 0.919,
503
- "nbc": 94.359, "fps": 15.628, "ttfc": 1.278,
504
- "vif": 3.019, "aif": 2.810, "vid": 0.373, "aid": 0.457,
505
- "va_d": 0.025, "vq_d": 0.323, "pq_d": 0.341, "aq_d": 0.488, "sc": 0.981, "bc": 0.969, "avalign_d": 0.054, "avsync_d": 0.476,
506
- "vuf": 2.237, "auf": 2.339, "pvc": 3.912, "pac": 1.784, "pvuar": 0.185, "pauar": 0.334, "pvrl": 14.164, "parl": 12.369,
507
- "vsr": 2.851, "asr": 2.813, "hdf": 2.348,
508
- "sa_pvrl": 27.081, "sa_parl": 24.156, "ca_hdf_a": 0.206, "ca_hdf_l": 0.169
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
509
  }
510
  },
511
  {
@@ -514,13 +702,42 @@
514
  "access": "Open",
515
  "reference": "https://arxiv.org/abs/2509.22622",
516
  "scores": {
517
- "va": 0.605, "vq": 2.768, "pq": 6.459, "aq": 2.696, "avalign": 0.272, "avsync": 0.969,
518
- "nbc": 85.418, "fps": 10.125, "ttfc": 1.381,
519
- "vif": 3.164, "aif": 2.814, "vid": 0.317, "aid": 0.581,
520
- "va_d": 0.023, "vq_d": 0.367, "pq_d": 0.280, "aq_d": 0.475, "sc": 0.986, "bc": 0.973, "avalign_d": 0.052, "avsync_d": 0.476,
521
- "vuf": 2.341, "auf": 2.138, "pvc": 3.631, "pac": 1.809, "pvuar": 0.241, "pauar": 0.266, "pvrl": 11.792, "parl": 13.078,
522
- "vsr": 2.724, "asr": 2.712, "hdf": 2.212,
523
- "sa_pvrl": 25.575, "sa_parl": 25.490, "ca_hdf_a": 0.186, "ca_hdf_l": 0.187
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
524
  }
525
  },
526
  {
@@ -529,13 +746,42 @@
529
  "access": "Open",
530
  "reference": "https://arxiv.org/abs/2509.25161",
531
  "scores": {
532
- "va": 0.572, "vq": 2.757, "pq": 6.393, "aq": 2.673, "avalign": 0.265, "avsync": 1.078,
533
- "nbc": 96.657, "fps": 10.603, "ttfc": 2.962,
534
- "vif": 3.009, "aif": 2.858, "vid": 0.425, "aid": 0.474,
535
- "va_d": 0.043, "vq_d": 0.427, "pq_d": 0.329, "aq_d": 0.425, "sc": 0.980, "bc": 0.966, "avalign_d": 0.064, "avsync_d": 0.506,
536
- "vuf": 2.315, "auf": 2.221, "pvc": 4.086, "pac": 1.800, "pvuar": 0.217, "pauar": 0.298, "pvrl": 13.234, "parl": 12.820,
537
- "vsr": 2.542, "asr": 2.597, "hdf": 2.502,
538
- "sa_pvrl": 26.355, "sa_parl": 24.941, "ca_hdf_a": 0.250, "ca_hdf_l": 0.155
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
539
  }
540
  },
541
  {
@@ -544,13 +790,42 @@
544
  "access": "Open",
545
  "reference": "https://arxiv.org/abs/2512.05081",
546
  "scores": {
547
- "va": 0.597, "vq": 2.632, "pq": 6.523, "aq": 2.668, "avalign": 0.280, "avsync": 0.878,
548
- "nbc": 92.482, "fps": 11.065, "ttfc": 1.397,
549
- "vif": 3.041, "aif": 2.629, "vid": 0.359, "aid": 0.545,
550
- "va_d": 0.023, "vq_d": 0.334, "pq_d": 0.289, "aq_d": 0.497, "sc": 0.979, "bc": 0.967, "avalign_d": 0.062, "avsync_d": 0.553,
551
- "vuf": 2.295, "auf": 2.146, "pvc": 3.879, "pac": 1.770, "pvuar": 0.220, "pauar": 0.288, "pvrl": 13.433, "parl": 12.650,
552
- "vsr": 2.449, "asr": 2.601, "hdf": 2.206,
553
- "sa_pvrl": 26.420, "sa_parl": 25.024, "ca_hdf_a": 0.181, "ca_hdf_l": 0.150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
554
  }
555
  },
556
  {
@@ -559,13 +834,42 @@
559
  "access": "Open",
560
  "reference": "https://arxiv.org/abs/2512.14699",
561
  "scores": {
562
- "va": 0.600, "vq": 2.836, "pq": 6.407, "aq": 2.651, "avalign": 0.269, "avsync": 1.035,
563
- "nbc": 87.724, "fps": 10.840, "ttfc": 1.343,
564
- "vif": 3.142, "aif": 2.854, "vid": 0.333, "aid": 0.492,
565
- "va_d": 0.028, "vq_d": 0.502, "pq_d": 0.319, "aq_d": 0.503, "sc": 0.986, "bc": 0.972, "avalign_d": 0.054, "avsync_d": 0.474,
566
- "vuf": 2.309, "auf": 2.286, "pvc": 3.630, "pac": 1.880, "pvuar": 0.217, "pauar": 0.326, "pvrl": 13.698, "parl": 13.154,
567
- "vsr": 2.961, "asr": 2.879, "hdf": 2.385,
568
- "sa_pvrl": 26.503, "sa_parl": 24.433, "ca_hdf_a": 0.200, "ca_hdf_l": 0.216
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
569
  }
570
  },
571
  {
@@ -574,13 +878,42 @@
574
  "access": "Open",
575
  "reference": "https://arxiv.org/abs/2602.02214",
576
  "scores": {
577
- "va": 0.556, "vq": 2.397, "pq": 6.383, "aq": 2.714, "avalign": 0.280, "avsync": 1.093,
578
- "nbc": 99.558, "fps": 15.421, "ttfc": 1.284,
579
- "vif": 2.834, "aif": 2.729, "vid": 0.364, "aid": 0.615,
580
- "va_d": 0.030, "vq_d": 0.189, "pq_d": 0.320, "aq_d": 0.509, "sc": 0.952, "bc": 0.946, "avalign_d": 0.058, "avsync_d": 0.491,
581
- "vuf": 2.284, "auf": 2.165, "pvc": 4.218, "pac": 1.715, "pvuar": 0.219, "pauar": 0.283, "pvrl": 14.032, "parl": 12.680,
582
- "vsr": 2.218, "asr": 2.468, "hdf": 2.357,
583
- "sa_pvrl": 26.497, "sa_parl": 25.117, "ca_hdf_a": 0.184, "ca_hdf_l": 0.188
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
584
  }
585
  },
586
  {
@@ -589,13 +922,42 @@
589
  "access": "Open",
590
  "reference": "https://arxiv.org/abs/2603.04379",
591
  "scores": {
592
- "va": 0.470, "vq": 2.176, "pq": 6.241, "aq": 2.521, "avalign": 0.200, "avsync": 0.927,
593
- "nbc": 83.657, "fps": 10.231, "ttfc": 8.059,
594
- "vif": 2.977, "aif": 2.712, "vid": 0.694, "aid": 0.566,
595
- "va_d": 0.149, "vq_d": 0.306, "pq_d": 0.649, "aq_d": 0.513, "sc": 0.967, "bc": 0.967, "avalign_d": 0.115, "avsync_d": 0.514,
596
- "vuf": 2.253, "auf": 2.461, "pvc": 3.317, "pac": 1.644, "pvuar": 0.197, "pauar": 0.354, "pvrl": 14.043, "parl": 12.207,
597
- "vsr": 2.405, "asr": 1.985, "hdf": 2.478,
598
- "sa_pvrl": 26.841, "sa_parl": 23.712, "ca_hdf_a": 0.202, "ca_hdf_l": 0.181
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
599
  }
600
  },
601
  {
@@ -604,13 +966,42 @@
604
  "access": "Open",
605
  "reference": "https://arxiv.org/abs/2605.09442",
606
  "scores": {
607
- "va": 0.605, "vq": 2.735, "pq": 6.483, "aq": 2.680, "avalign": 0.270, "avsync": 0.970,
608
- "nbc": 87.043, "fps": 12.359, "ttfc": 1.496,
609
- "vif": 3.152, "aif": 2.887, "vid": 0.305, "aid": 0.515,
610
- "va_d": 0.022, "vq_d": 0.411, "pq_d": 0.272, "aq_d": 0.463, "sc": 0.986, "bc": 0.973, "avalign_d": 0.049, "avsync_d": 0.501,
611
- "vuf": 2.357, "auf": 2.102, "pvc": 3.615, "pac": 1.856, "pvuar": 0.246, "pauar": 0.276, "pvrl": 10.340, "parl": 12.094,
612
- "vsr": 2.609, "asr": 2.705, "hdf": 2.322,
613
- "sa_pvrl": 25.150, "sa_parl": 25.195, "ca_hdf_a": 0.192, "ca_hdf_l": 0.232
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
614
  }
615
  },
616
  {
@@ -619,13 +1010,42 @@
619
  "access": "Open",
620
  "reference": "https://arxiv.org/abs/2605.18733",
621
  "scores": {
622
- "va": 0.602, "vq": 2.840, "pq": 6.415, "aq": 2.625, "avalign": 0.268, "avsync": 1.016,
623
- "nbc": 86.957, "fps": 6.049, "ttfc": 1.772,
624
- "vif": 3.192, "aif": 2.789, "vid": 0.302, "aid": 0.600,
625
- "va_d": 0.023, "vq_d": 0.425, "pq_d": 0.331, "aq_d": 0.563, "sc": 0.986, "bc": 0.973, "avalign_d": 0.057, "avsync_d": 0.490,
626
- "vuf": 2.319, "auf": 2.190, "pvc": 3.655, "pac": 1.819, "pvuar": 0.222, "pauar": 0.297, "pvrl": 11.683, "parl": 13.001,
627
- "vsr": 2.836, "asr": 2.903, "hdf": 2.424,
628
- "sa_pvrl": 25.976, "sa_parl": 24.936, "ca_hdf_a": 0.213, "ca_hdf_l": 0.183
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
629
  }
630
  }
631
  ]
 
11
  "links": {
12
  "project": "https://liukqchoco.github.io/StreamAVBench/",
13
  "code": "https://github.com/liukqchoco/StreamAVBench-Code",
14
+ "paper": "https://arxiv.org/abs/2608.26336",
15
+ "dataset": "https://huggingface.co/datasets/StreamAVBench/StreamAVBench"
16
  }
17
  },
18
  "tracks": [
 
49
  "shortLabel": "Quality",
50
  "description": "Perceptual quality and semantic or temporal correspondence between audio and video.",
51
  "defaultMetric": "va",
52
+ "metrics": [
53
+ "va",
54
+ "vq",
55
+ "pq",
56
+ "aq",
57
+ "avalign",
58
+ "avsync"
59
+ ]
60
  },
61
  {
62
  "id": "streaming",
 
65
  "shortLabel": "Streaming",
66
  "description": "Technical continuity at native generation boundaries, throughput, and startup latency.",
67
  "defaultMetric": "nbc",
68
+ "metrics": [
69
+ "nbc",
70
+ "fps",
71
+ "ttfc"
72
+ ]
73
  },
74
  {
75
  "id": "adherence",
 
78
  "shortLabel": "Adherence",
79
  "description": "Full-rollout fulfillment and endpoint drift for fixed visual and audio requirements.",
80
  "defaultMetric": "vif",
81
+ "metrics": [
82
+ "vif",
83
+ "aif",
84
+ "vid",
85
+ "aid"
86
+ ]
87
  },
88
  {
89
  "id": "stability",
 
92
  "shortLabel": "Stability",
93
  "description": "Quality drift, visual consistency, and audio-video drift over the 180-second rollout.",
94
  "defaultMetric": "va_d",
95
+ "metrics": [
96
+ "va_d",
97
+ "vq_d",
98
+ "pq_d",
99
+ "aq_d",
100
+ "sc",
101
+ "bc",
102
+ "avalign_d",
103
+ "avsync_d"
104
+ ]
105
  },
106
  {
107
  "id": "response",
 
110
  "shortLabel": "Response",
111
  "description": "Update fulfillment, transition continuity, achievement rate, and successful-response latency.",
112
  "defaultMetric": "vuf",
113
+ "metrics": [
114
+ "vuf",
115
+ "auf",
116
+ "pvc",
117
+ "pac",
118
+ "pvuar",
119
+ "pauar",
120
+ "pvrl",
121
+ "parl"
122
+ ]
123
  },
124
  {
125
  "id": "state",
 
128
  "shortLabel": "State",
129
  "description": "Preservation of untargeted states and correct reuse of information established earlier.",
130
  "defaultMetric": "vsr",
131
+ "metrics": [
132
+ "vsr",
133
+ "asr",
134
+ "hdf"
135
+ ]
136
  },
137
  {
138
  "id": "adjusted",
 
141
  "shortLabel": "Adjusted",
142
  "description": "Adjusted diagnostics that penalize unachieved updates and unestablished dependency sources; these are reported separately from the 32 core metrics.",
143
  "defaultMetric": "sa_pvrl",
144
+ "metrics": [
145
+ "sa_pvrl",
146
+ "sa_parl",
147
+ "ca_hdf_a",
148
+ "ca_hdf_l"
149
+ ]
150
  }
151
  ],
152
  "metrics": {
 
445
  "range": "[0, 30]",
446
  "unit": "s",
447
  "evaluator": "Achievement-adjusted media-time measurement",
448
+ "description": "Visual response latency adjusted for unsuccessful updates."
449
  },
450
  "sa_parl": {
451
  "abbr": "SA-PARL",
 
454
  "range": "[0, 30]",
455
  "unit": "s",
456
  "evaluator": "Achievement-adjusted media-time measurement",
457
+ "description": "Audio response latency adjusted for unsuccessful updates."
458
  },
459
  "ca_hdf_a": {
460
  "abbr": "CA-HDF-A",
 
463
  "range": "[0, 1]",
464
  "unit": "",
465
  "evaluator": "Source establishment + normalized conditional HDF",
466
+ "description": "Adjacent history-dependency quality adjusted for source-state coverage."
467
  },
468
  "ca_hdf_l": {
469
  "abbr": "CA-HDF-L",
 
472
  "range": "[0, 1]",
473
  "unit": "",
474
  "evaluator": "Source establishment + normalized conditional HDF",
475
+ "description": "Long-range history-dependency quality adjusted for source-state coverage."
476
  }
477
  },
478
  "models": [
 
482
  "access": "Web",
483
  "reference": "https://pixverse.ai/en/blog/pixverse-launches-r1-real-time-world-model",
484
  "scores": {
485
+ "va": 0.529,
486
+ "vq": 2.428,
487
+ "pq": 6.348,
488
+ "aq": 2.81,
489
+ "avalign": 0.234,
490
+ "avsync": 0.855,
491
+ "nbc": null,
492
+ "fps": null,
493
+ "ttfc": null,
494
+ "vif": 2.976,
495
+ "aif": 2.511,
496
+ "vid": 0.484,
497
+ "aid": 0.425,
498
+ "va_d": 0.032,
499
+ "vq_d": 0.253,
500
+ "pq_d": 0.421,
501
+ "aq_d": 0.626,
502
+ "sc": 0.907,
503
+ "bc": 0.93,
504
+ "avalign_d": 0.065,
505
+ "avsync_d": 0.579,
506
+ "vuf": 2.573,
507
+ "auf": 2.895,
508
+ "pvc": 4.278,
509
+ "pac": 2.544,
510
+ "pvuar": 0.35,
511
+ "pauar": 0.466,
512
+ "pvrl": 12.992,
513
+ "parl": 10.352,
514
+ "vsr": 2.43,
515
+ "asr": 4.108,
516
+ "hdf": 2.461,
517
+ "sa_pvrl": 24.011,
518
+ "sa_parl": 20.855,
519
+ "ca_hdf_a": 0.232,
520
+ "ca_hdf_l": 0.234
521
  }
522
  },
523
  {
 
526
  "access": "Web",
527
  "reference": "https://www.alizila.com/alibaba-launches-happyoyster-a-world-model-product-for-real-time-immersive-creation-and-interaction/",
528
  "scores": {
529
+ "va": 0.529,
530
+ "vq": 2.785,
531
+ "pq": 6.817,
532
+ "aq": 3.157,
533
+ "avalign": 0.206,
534
+ "avsync": 1.044,
535
+ "nbc": null,
536
+ "fps": null,
537
+ "ttfc": null,
538
+ "vif": 3.565,
539
+ "aif": 2.692,
540
+ "vid": 0.51,
541
+ "aid": 0.508,
542
+ "va_d": 0.032,
543
+ "vq_d": 0.417,
544
+ "pq_d": 0.623,
545
+ "aq_d": 0.411,
546
+ "sc": 0.904,
547
+ "bc": 0.934,
548
+ "avalign_d": 0.077,
549
+ "avsync_d": 0.534,
550
+ "vuf": 2.975,
551
+ "auf": 2.879,
552
+ "pvc": 3.744,
553
+ "pac": 3.509,
554
+ "pvuar": 0.518,
555
+ "pauar": 0.488,
556
+ "pvrl": 14.484,
557
+ "parl": 13.621,
558
+ "vsr": 2.799,
559
+ "asr": 3.772,
560
+ "hdf": 2.817,
561
+ "sa_pvrl": 21.991,
562
+ "sa_parl": 21.861,
563
+ "ca_hdf_a": 0.354,
564
+ "ca_hdf_l": 0.306
565
  }
566
  },
567
  {
 
570
  "access": "Open",
571
  "reference": "https://arxiv.org/abs/2603.11647",
572
  "scores": {
573
+ "va": 0.554,
574
+ "vq": 2.374,
575
+ "pq": 6.351,
576
+ "aq": 2.528,
577
+ "avalign": 0.119,
578
+ "avsync": 1.423,
579
+ "nbc": 98.808,
580
+ "fps": 12.799,
581
+ "ttfc": 3.998,
582
+ "vif": 2.423,
583
+ "aif": 2.343,
584
+ "vid": 0.572,
585
+ "aid": 0.277,
586
+ "va_d": 0.083,
587
+ "vq_d": 0.273,
588
+ "pq_d": 0.429,
589
+ "aq_d": 0.506,
590
+ "sc": 0.962,
591
+ "bc": 0.953,
592
+ "avalign_d": 0.081,
593
+ "avsync_d": 0.479,
594
+ "vuf": 1.848,
595
+ "auf": 2.242,
596
+ "pvc": 4.161,
597
+ "pac": 3.369,
598
+ "pvuar": 0.053,
599
+ "pauar": 0.316,
600
+ "pvrl": 13.295,
601
+ "parl": 7.925,
602
+ "vsr": 2.624,
603
+ "asr": 3.388,
604
+ "hdf": 2.487,
605
+ "sa_pvrl": 29.128,
606
+ "sa_parl": 23.046,
607
+ "ca_hdf_a": 0.136,
608
+ "ca_hdf_l": 0.109
609
  }
610
  },
611
  {
 
614
  "access": "Web",
615
  "reference": "https://odyssey.ml/introducing-odyssey-2",
616
  "scores": {
617
+ "va": 0.531,
618
+ "vq": 2.82,
619
+ "pq": 6.426,
620
+ "aq": 2.659,
621
+ "avalign": 0.26,
622
+ "avsync": 0.946,
623
+ "nbc": null,
624
+ "fps": null,
625
+ "ttfc": null,
626
+ "vif": 3.106,
627
+ "aif": 2.778,
628
+ "vid": 0.5,
629
+ "aid": 0.566,
630
+ "va_d": 0.04,
631
+ "vq_d": 0.463,
632
+ "pq_d": 0.362,
633
+ "aq_d": 0.456,
634
+ "sc": 0.976,
635
+ "bc": 0.966,
636
+ "avalign_d": 0.064,
637
+ "avsync_d": 0.548,
638
+ "vuf": 2.408,
639
+ "auf": 2.244,
640
+ "pvc": 3.919,
641
+ "pac": 1.749,
642
+ "pvuar": 0.274,
643
+ "pauar": 0.308,
644
+ "pvrl": 18.758,
645
+ "parl": 15.733,
646
+ "vsr": 2.836,
647
+ "asr": 2.707,
648
+ "hdf": 2.554,
649
+ "sa_pvrl": 26.838,
650
+ "sa_parl": 25.611,
651
+ "ca_hdf_a": 0.196,
652
+ "ca_hdf_l": 0.168
653
  }
654
  },
655
  {
 
658
  "access": "Open",
659
  "reference": "https://arxiv.org/abs/2506.08009",
660
  "scores": {
661
+ "va": 0.585,
662
+ "vq": 2.753,
663
+ "pq": 6.453,
664
+ "aq": 2.623,
665
+ "avalign": 0.256,
666
+ "avsync": 0.919,
667
+ "nbc": 94.359,
668
+ "fps": 15.628,
669
+ "ttfc": 1.278,
670
+ "vif": 3.019,
671
+ "aif": 2.81,
672
+ "vid": 0.373,
673
+ "aid": 0.457,
674
+ "va_d": 0.025,
675
+ "vq_d": 0.323,
676
+ "pq_d": 0.341,
677
+ "aq_d": 0.488,
678
+ "sc": 0.981,
679
+ "bc": 0.969,
680
+ "avalign_d": 0.054,
681
+ "avsync_d": 0.476,
682
+ "vuf": 2.237,
683
+ "auf": 2.339,
684
+ "pvc": 3.912,
685
+ "pac": 1.784,
686
+ "pvuar": 0.185,
687
+ "pauar": 0.334,
688
+ "pvrl": 14.164,
689
+ "parl": 12.369,
690
+ "vsr": 2.851,
691
+ "asr": 2.813,
692
+ "hdf": 2.348,
693
+ "sa_pvrl": 27.081,
694
+ "sa_parl": 24.156,
695
+ "ca_hdf_a": 0.206,
696
+ "ca_hdf_l": 0.169
697
  }
698
  },
699
  {
 
702
  "access": "Open",
703
  "reference": "https://arxiv.org/abs/2509.22622",
704
  "scores": {
705
+ "va": 0.605,
706
+ "vq": 2.768,
707
+ "pq": 6.459,
708
+ "aq": 2.696,
709
+ "avalign": 0.272,
710
+ "avsync": 0.969,
711
+ "nbc": 85.418,
712
+ "fps": 10.125,
713
+ "ttfc": 1.381,
714
+ "vif": 3.164,
715
+ "aif": 2.814,
716
+ "vid": 0.317,
717
+ "aid": 0.581,
718
+ "va_d": 0.023,
719
+ "vq_d": 0.367,
720
+ "pq_d": 0.28,
721
+ "aq_d": 0.475,
722
+ "sc": 0.986,
723
+ "bc": 0.973,
724
+ "avalign_d": 0.052,
725
+ "avsync_d": 0.476,
726
+ "vuf": 2.341,
727
+ "auf": 2.138,
728
+ "pvc": 3.631,
729
+ "pac": 1.809,
730
+ "pvuar": 0.241,
731
+ "pauar": 0.266,
732
+ "pvrl": 11.792,
733
+ "parl": 13.078,
734
+ "vsr": 2.724,
735
+ "asr": 2.712,
736
+ "hdf": 2.212,
737
+ "sa_pvrl": 25.575,
738
+ "sa_parl": 25.49,
739
+ "ca_hdf_a": 0.186,
740
+ "ca_hdf_l": 0.187
741
  }
742
  },
743
  {
 
746
  "access": "Open",
747
  "reference": "https://arxiv.org/abs/2509.25161",
748
  "scores": {
749
+ "va": 0.572,
750
+ "vq": 2.757,
751
+ "pq": 6.393,
752
+ "aq": 2.673,
753
+ "avalign": 0.265,
754
+ "avsync": 1.078,
755
+ "nbc": 96.657,
756
+ "fps": 10.603,
757
+ "ttfc": 2.962,
758
+ "vif": 3.009,
759
+ "aif": 2.858,
760
+ "vid": 0.425,
761
+ "aid": 0.474,
762
+ "va_d": 0.043,
763
+ "vq_d": 0.427,
764
+ "pq_d": 0.329,
765
+ "aq_d": 0.425,
766
+ "sc": 0.98,
767
+ "bc": 0.966,
768
+ "avalign_d": 0.064,
769
+ "avsync_d": 0.506,
770
+ "vuf": 2.315,
771
+ "auf": 2.221,
772
+ "pvc": 4.086,
773
+ "pac": 1.8,
774
+ "pvuar": 0.217,
775
+ "pauar": 0.298,
776
+ "pvrl": 13.234,
777
+ "parl": 12.82,
778
+ "vsr": 2.542,
779
+ "asr": 2.597,
780
+ "hdf": 2.502,
781
+ "sa_pvrl": 26.355,
782
+ "sa_parl": 24.941,
783
+ "ca_hdf_a": 0.25,
784
+ "ca_hdf_l": 0.155
785
  }
786
  },
787
  {
 
790
  "access": "Open",
791
  "reference": "https://arxiv.org/abs/2512.05081",
792
  "scores": {
793
+ "va": 0.597,
794
+ "vq": 2.632,
795
+ "pq": 6.523,
796
+ "aq": 2.668,
797
+ "avalign": 0.28,
798
+ "avsync": 0.878,
799
+ "nbc": 92.482,
800
+ "fps": 11.065,
801
+ "ttfc": 1.397,
802
+ "vif": 3.041,
803
+ "aif": 2.629,
804
+ "vid": 0.359,
805
+ "aid": 0.545,
806
+ "va_d": 0.023,
807
+ "vq_d": 0.334,
808
+ "pq_d": 0.289,
809
+ "aq_d": 0.497,
810
+ "sc": 0.979,
811
+ "bc": 0.967,
812
+ "avalign_d": 0.062,
813
+ "avsync_d": 0.553,
814
+ "vuf": 2.295,
815
+ "auf": 2.146,
816
+ "pvc": 3.879,
817
+ "pac": 1.77,
818
+ "pvuar": 0.22,
819
+ "pauar": 0.288,
820
+ "pvrl": 13.433,
821
+ "parl": 12.65,
822
+ "vsr": 2.449,
823
+ "asr": 2.601,
824
+ "hdf": 2.206,
825
+ "sa_pvrl": 26.42,
826
+ "sa_parl": 25.024,
827
+ "ca_hdf_a": 0.181,
828
+ "ca_hdf_l": 0.15
829
  }
830
  },
831
  {
 
834
  "access": "Open",
835
  "reference": "https://arxiv.org/abs/2512.14699",
836
  "scores": {
837
+ "va": 0.6,
838
+ "vq": 2.836,
839
+ "pq": 6.407,
840
+ "aq": 2.651,
841
+ "avalign": 0.269,
842
+ "avsync": 1.035,
843
+ "nbc": 87.724,
844
+ "fps": 10.84,
845
+ "ttfc": 1.343,
846
+ "vif": 3.142,
847
+ "aif": 2.854,
848
+ "vid": 0.333,
849
+ "aid": 0.492,
850
+ "va_d": 0.028,
851
+ "vq_d": 0.502,
852
+ "pq_d": 0.319,
853
+ "aq_d": 0.503,
854
+ "sc": 0.986,
855
+ "bc": 0.972,
856
+ "avalign_d": 0.054,
857
+ "avsync_d": 0.474,
858
+ "vuf": 2.309,
859
+ "auf": 2.286,
860
+ "pvc": 3.63,
861
+ "pac": 1.88,
862
+ "pvuar": 0.217,
863
+ "pauar": 0.326,
864
+ "pvrl": 13.698,
865
+ "parl": 13.154,
866
+ "vsr": 2.961,
867
+ "asr": 2.879,
868
+ "hdf": 2.385,
869
+ "sa_pvrl": 26.503,
870
+ "sa_parl": 24.433,
871
+ "ca_hdf_a": 0.2,
872
+ "ca_hdf_l": 0.216
873
  }
874
  },
875
  {
 
878
  "access": "Open",
879
  "reference": "https://arxiv.org/abs/2602.02214",
880
  "scores": {
881
+ "va": 0.556,
882
+ "vq": 2.397,
883
+ "pq": 6.383,
884
+ "aq": 2.714,
885
+ "avalign": 0.28,
886
+ "avsync": 1.093,
887
+ "nbc": 99.558,
888
+ "fps": 15.421,
889
+ "ttfc": 1.284,
890
+ "vif": 2.834,
891
+ "aif": 2.729,
892
+ "vid": 0.364,
893
+ "aid": 0.615,
894
+ "va_d": 0.03,
895
+ "vq_d": 0.189,
896
+ "pq_d": 0.32,
897
+ "aq_d": 0.509,
898
+ "sc": 0.952,
899
+ "bc": 0.946,
900
+ "avalign_d": 0.058,
901
+ "avsync_d": 0.491,
902
+ "vuf": 2.284,
903
+ "auf": 2.165,
904
+ "pvc": 4.218,
905
+ "pac": 1.715,
906
+ "pvuar": 0.219,
907
+ "pauar": 0.283,
908
+ "pvrl": 14.032,
909
+ "parl": 12.68,
910
+ "vsr": 2.218,
911
+ "asr": 2.468,
912
+ "hdf": 2.357,
913
+ "sa_pvrl": 26.497,
914
+ "sa_parl": 25.117,
915
+ "ca_hdf_a": 0.184,
916
+ "ca_hdf_l": 0.188
917
  }
918
  },
919
  {
 
922
  "access": "Open",
923
  "reference": "https://arxiv.org/abs/2603.04379",
924
  "scores": {
925
+ "va": 0.47,
926
+ "vq": 2.176,
927
+ "pq": 6.241,
928
+ "aq": 2.521,
929
+ "avalign": 0.2,
930
+ "avsync": 0.927,
931
+ "nbc": 83.657,
932
+ "fps": 10.231,
933
+ "ttfc": 8.059,
934
+ "vif": 2.977,
935
+ "aif": 2.712,
936
+ "vid": 0.694,
937
+ "aid": 0.566,
938
+ "va_d": 0.149,
939
+ "vq_d": 0.306,
940
+ "pq_d": 0.649,
941
+ "aq_d": 0.513,
942
+ "sc": 0.967,
943
+ "bc": 0.967,
944
+ "avalign_d": 0.115,
945
+ "avsync_d": 0.514,
946
+ "vuf": 2.253,
947
+ "auf": 2.461,
948
+ "pvc": 3.317,
949
+ "pac": 1.644,
950
+ "pvuar": 0.197,
951
+ "pauar": 0.354,
952
+ "pvrl": 14.043,
953
+ "parl": 12.207,
954
+ "vsr": 2.405,
955
+ "asr": 1.985,
956
+ "hdf": 2.478,
957
+ "sa_pvrl": 26.841,
958
+ "sa_parl": 23.712,
959
+ "ca_hdf_a": 0.202,
960
+ "ca_hdf_l": 0.181
961
  }
962
  },
963
  {
 
966
  "access": "Open",
967
  "reference": "https://arxiv.org/abs/2605.09442",
968
  "scores": {
969
+ "va": 0.605,
970
+ "vq": 2.735,
971
+ "pq": 6.483,
972
+ "aq": 2.68,
973
+ "avalign": 0.27,
974
+ "avsync": 0.97,
975
+ "nbc": 87.043,
976
+ "fps": 12.359,
977
+ "ttfc": 1.496,
978
+ "vif": 3.152,
979
+ "aif": 2.887,
980
+ "vid": 0.305,
981
+ "aid": 0.515,
982
+ "va_d": 0.022,
983
+ "vq_d": 0.411,
984
+ "pq_d": 0.272,
985
+ "aq_d": 0.463,
986
+ "sc": 0.986,
987
+ "bc": 0.973,
988
+ "avalign_d": 0.049,
989
+ "avsync_d": 0.501,
990
+ "vuf": 2.357,
991
+ "auf": 2.102,
992
+ "pvc": 3.615,
993
+ "pac": 1.856,
994
+ "pvuar": 0.246,
995
+ "pauar": 0.276,
996
+ "pvrl": 10.34,
997
+ "parl": 12.094,
998
+ "vsr": 2.609,
999
+ "asr": 2.705,
1000
+ "hdf": 2.322,
1001
+ "sa_pvrl": 25.15,
1002
+ "sa_parl": 25.195,
1003
+ "ca_hdf_a": 0.192,
1004
+ "ca_hdf_l": 0.232
1005
  }
1006
  },
1007
  {
 
1010
  "access": "Open",
1011
  "reference": "https://arxiv.org/abs/2605.18733",
1012
  "scores": {
1013
+ "va": 0.602,
1014
+ "vq": 2.84,
1015
+ "pq": 6.415,
1016
+ "aq": 2.625,
1017
+ "avalign": 0.268,
1018
+ "avsync": 1.016,
1019
+ "nbc": 86.957,
1020
+ "fps": 6.049,
1021
+ "ttfc": 1.772,
1022
+ "vif": 3.192,
1023
+ "aif": 2.789,
1024
+ "vid": 0.302,
1025
+ "aid": 0.6,
1026
+ "va_d": 0.023,
1027
+ "vq_d": 0.425,
1028
+ "pq_d": 0.331,
1029
+ "aq_d": 0.563,
1030
+ "sc": 0.986,
1031
+ "bc": 0.973,
1032
+ "avalign_d": 0.057,
1033
+ "avsync_d": 0.49,
1034
+ "vuf": 2.319,
1035
+ "auf": 2.19,
1036
+ "pvc": 3.655,
1037
+ "pac": 1.819,
1038
+ "pvuar": 0.222,
1039
+ "pauar": 0.297,
1040
+ "pvrl": 11.683,
1041
+ "parl": 13.001,
1042
+ "vsr": 2.836,
1043
+ "asr": 2.903,
1044
+ "hdf": 2.424,
1045
+ "sa_pvrl": 25.976,
1046
+ "sa_parl": 24.936,
1047
+ "ca_hdf_a": 0.213,
1048
+ "ca_hdf_l": 0.183
1049
  }
1050
  }
1051
  ]