Update leaderboard_data.json

leaderboard_data.json

@@ -6,27 +6,27 @@
       "hf": "-",
       "open_source": false,
       "release_date": "2025-05",
-      "Overall": 43.72,
-      "Real-World-Overall": 43.59,
-      "Viewpoint Transformation": 34.75,
-      "Material Modification": 56.62,
-      "Pose Adjustment": 54.95,
-      "Temporal Evolution": 36.36,
-      "Structural Integrity Change": 42.15,
-      "Motion State Change": 42.52,
-      "Spatial Arrangement": 43.89,
-      "Mechanical Reaction": 38.01,
-      "Medium Interaction": 42.33,
-      "Game-World-Overall": 44.36,
-      "3D Reconstruction": 43.54,
-      "Space Invader": 47.45,
-      "Jewel2": 34.09,
-      "Pacman": 50.55,
-      "Word Search": 34.88,
-      "Tictactoe": 58.44,
-      "Sudoku": 26.88,
-      "Maze": 46.7,
-      "Sokoban": 52.9
+      "Overall": 45.77,
+      "Real-World-Overall": 45.00,
+      "Viewpoint Transformation": 37.55,
+      "Material Modification": 57.15,
+      "Pose Adjustment": 56.79,
+      "Temporal Evolution": 37.52,
+      "Structural Integrity Change": 41.46,
+      "Motion State Change": 44.62,
+      "Spatial Arrangement": 47.03,
+      "Mechanical Reaction": 40.56,
+      "Medium Interaction": 42.32,
+      "Game-World-Overall": 46.52,
+      "3D Reconstruction": 49.12,
+      "Space Invader": 53.18,
+      "Jewel2": 38.12,
+      "Pacman": 54.43,
+      "Word Search": 32.45,
+      "Tictactoe": 61.23,
+      "Sudoku": 27.8,
+      "Maze": 48.45,
+      "Sokoban": 53.87
     },
     {
       "model": "Seedream4.0",
@@ -34,27 +34,27 @@
       "hf": "-",
       "open_source": false,
       "release_date": "2025-09",
-      "Overall": 57.05,
-      "Real-World-Overall": 68.24,
-      "Viewpoint Transformation": 64.77,
-      "Material Modification": 74.32,
-      "Pose Adjustment": 80.19,
-      "Temporal Evolution": 66.07,
-      "Structural Integrity Change": 59.48,
-      "Motion State Change": 64.68,
-      "Spatial Arrangement": 79.48,
-      "Mechanical Reaction": 61.58,
-      "Medium Interaction": 63.21,
-      "Game-World-Overall": 44.63,
-      "3D Reconstruction": 39.27,
-      "Space Invader": 46.28,
-      "Jewel2": 43.0,
-      "Pacman": 41.34,
-      "Word Search": 48.55,
-      "Tictactoe": 38.43,
-      "Sudoku": 68.75,
-      "Maze": 54.15,
-      "Sokoban": 33.43
+      "Overall": 55.77,
+      "Real-World-Overall": 66.22,
+      "Viewpoint Transformation": 64.18,
+      "Material Modification": 71.78,
+      "Pose Adjustment": 79.98,
+      "Temporal Evolution": 65.87,
+      "Structural Integrity Change": 56.1,
+      "Motion State Change": 61.6,
+      "Spatial Arrangement": 77.52,
+      "Mechanical Reaction": 59.15,
+      "Medium Interaction": 59.83,
+      "Game-World-Overall": 45.38,
+      "3D Reconstruction": 38.87,
+      "Space Invader": 45.47,
+      "Jewel2": 40.87,
+      "Pacman": 40.13,
+      "Word Search": 48.05,
+      "Tictactoe": 38.17,
+      "Sudoku": 68.72,
+      "Maze": 55.27,
+      "Sokoban": 32.9
     },
     {
       "model": "Wan2.5",
@@ -62,27 +62,27 @@
       "hf": "-",
       "open_source": false,
       "release_date": "2025-09",
-      "Overall": 60.59,
-      "Real-World-Overall": 68.36,
-      "Viewpoint Transformation": 72.97,
-      "Material Modification": 75.3,
-      "Pose Adjustment": 79.97,
-      "Temporal Evolution": 59.86,
-      "Structural Integrity Change": 64.51,
-      "Motion State Change": 66.56,
-      "Spatial Arrangement": 61.6,
-      "Mechanical Reaction": 63.67,
-      "Medium Interaction": 66.66,
-      "Game-World-Overall": 54.52,
-      "3D Reconstruction": 63.39,
-      "Space Invader": 44.67,
-      "Jewel2": 53.73,
-      "Pacman": 40.0,
-      "Word Search": 58.54,
-      "Tictactoe": 60.59,
-      "Sudoku": 45.94,
-      "Maze": 65.17,
-      "Sokoban": 47.47
+      "Overall": 61.36,
+      "Real-World-Overall": 67.23,
+      "Viewpoint Transformation": 73.78,
+      "Material Modification": 75.54,
+      "Pose Adjustment": 79.95,
+      "Temporal Evolution": 59.53,
+      "Structural Integrity Change": 62.67,
+      "Motion State Change": 64.38,
+      "Spatial Arrangement": 63.49,
+      "Mechanical Reaction": 60.83,
+      "Medium Interaction": 64.91,
+      "Game-World-Overall": 52.67,
+      "3D Reconstruction": 63.73,
+      "Space Invader": 43.44,
+      "Jewel2": 56.57,
+      "Pacman": 41.38,
+      "Word Search": 58.38,
+      "Tictactoe": 58.57,
+      "Sudoku": 47.86,
+      "Maze": 64.03,
+      "Sokoban": 45.97
     },
     {
       "model": "Nano Banana",
@@ -90,27 +90,27 @@
       "hf": "-",
       "open_source": false,
       "release_date": "2025-08",
-      "Overall": 68.38,
-      "Real-World-Overall": 76.45,
-      "Viewpoint Transformation": 75.37,
-      "Material Modification": 79.72,
-      "Pose Adjustment": 85.55,
-      "Temporal Evolution": 71.35,
-      "Structural Integrity Change": 70.65,
-      "Motion State Change": 73.36,
-      "Spatial Arrangement": 73.22,
-      "Mechanical Reaction": 79.44,
-      "Medium Interaction": 75.34,
-      "Game-World-Overall": 61.32,
-      "3D Reconstruction": 66.26,
-      "Space Invader": 61.43,
-      "Jewel2": 54.65,
-      "Pacman": 54.4,
-      "Word Search": 64.65,
-      "Tictactoe": 40.92,
-      "Sudoku": 91.99,
-      "Maze": 62.65,
-      "Sokoban": 50.05
+      "Overall": 68.26,
+      "Real-World-Overall": 75.22,
+      "Viewpoint Transformation": 75.82,
+      "Material Modification": 78.39,
+      "Pose Adjustment": 86.12,
+      "Temporal Evolution": 71.63,
+      "Structural Integrity Change": 71.37,
+      "Motion State Change": 71.07,
+      "Spatial Arrangement": 73.14,
+      "Mechanical Reaction": 77.58,
+      "Medium Interaction": 71.82,
+      "Game-World-Overall": 60.39,
+      "3D Reconstruction": 66.74,
+      "Space Invader": 59.97,
+      "Jewel2": 54.33,
+      "Pacman": 54.04,
+      "Word Search": 64.13,
+      "Tictactoe": 39.8,
+      "Sudoku": 90.81,
+      "Maze": 62.5,
+      "Sokoban": 51.15
     },
     {
       "model": "GPT-4o",
@@ -118,27 +118,27 @@
       "hf": "-",
       "open_source": false,
       "release_date": "2025-03",
-      "Overall": 71.64,
-      "Real-World-Overall": 81.31,
-      "Viewpoint Transformation": 83.55,
-      "Material Modification": 82.98,
-      "Pose Adjustment": 92.16,
-      "Temporal Evolution": 75.7,
-      "Structural Integrity Change": 76.1,
-      "Motion State Change": 76.32,
-      "Spatial Arrangement": 88.88,
-      "Mechanical Reaction": 78.97,
-      "Medium Interaction": 76.28,
-      "Game-World-Overall": 65.19,
-      "3D Reconstruction": 78.82,
-      "Space Invader": 58.88,
-      "Jewel2": 44.95,
-      "Pacman": 47.02,
-      "Word Search": 64.55,
-      "Tictactoe": 63.8,
-      "Sudoku": 68.62,
-      "Maze": 82.27,
-      "Sokoban": 49.77
+      "Overall": 73.39,
+      "Real-World-Overall": 81.01,
+      "Viewpoint Transformation": 83.83,
+      "Material Modification": 81.52,
+      "Pose Adjustment": 92.18,
+      "Temporal Evolution": 77.33,
+      "Structural Integrity Change": 75.86,
+      "Motion State Change": 74.98,
+      "Spatial Arrangement": 88.6,
+      "Mechanical Reaction": 78.98,
+      "Medium Interaction": 75.81,
+      "Game-World-Overall": 62.07,
+      "3D Reconstruction": 77.73,
+      "Space Invader": 58.96,
+      "Jewel2": 45.6,
+      "Pacman": 49.75,
+      "Word Search": 64.62,
+      "Tictactoe": 58.97,
+      "Sudoku": 67.78,
+      "Maze": 83.73,
+      "Sokoban": 51.49
     },
     {
       "model": "MagicBrush",
@@ -146,27 +146,27 @@
       "hf": "https://huggingface.co/MagicBrush/MagicBrush",
       "open_source": true,
       "release_date": "2023-06",
-      "Overall": 40.98,
-      "Real-World-Overall": 45.23,
-      "Viewpoint Transformation": 35.65,
-      "Material Modification": 50.55,
-      "Pose Adjustment": 48.34,
-      "Temporal Evolution": 44.13,
-      "Structural Integrity Change": 45.07,
-      "Motion State Change": 47.83,
-      "Spatial Arrangement": 38.73,
-      "Mechanical Reaction": 47.88,
-      "Medium Interaction": 47.52,
-      "Game-World-Overall": 40.8,
-      "3D Reconstruction": 63.43,
-      "Space Invader": 44.74,
-      "Jewel2": 26.26,
-      "Pacman": 30.3,
-      "Word Search": 34.12,
-      "Tictactoe": 31.05,
-      "Sudoku": 40.33,
-      "Maze": 32.65,
-      "Sokoban": 29.0
+      "Overall": 40.77,
+      "Real-World-Overall": 44.69,
+      "Viewpoint Transformation": 36.74,
+      "Material Modification": 51.2,
+      "Pose Adjustment": 47.75,
+      "Temporal Evolution": 44.43,
+      "Structural Integrity Change": 44.05,
+      "Motion State Change": 47.06,
+      "Spatial Arrangement": 37.67,
+      "Mechanical Reaction": 45.87,
+      "Medium Interaction": 47.42,
+      "Game-World-Overall": 36.85,
+      "3D Reconstruction": 63.58,
+      "Space Invader": 45.33,
+      "Jewel2": 25.6,
+      "Pacman": 29.83,
+      "Word Search": 33.92,
+      "Tictactoe": 31.45,
+      "Sudoku": 40.55,
+      "Maze": 33.2,
+      "Sokoban": 28.23
     },
     {
       "model": "OmniGen2",
@@ -174,27 +174,27 @@
       "hf": "https://huggingface.co/osunlp/InstructPix2Pix-MagicBrush",
       "open_source": true,
       "release_date": "2025-06",
-      "Overall": 43.96,
-      "Real-World-Overall": 54.58,
-      "Viewpoint Transformation": 50.32,
-      "Material Modification": 58.03,
-      "Pose Adjustment": 67.73,
-      "Temporal Evolution": 47.77,
-      "Structural Integrity Change": 49.9,
-      "Motion State Change": 57.63,
-      "Spatial Arrangement": 51.09,
-      "Mechanical Reaction": 55.05,
-      "Medium Interaction": 51.98,
-      "Game-World-Overall": 40.05,
-      "3D Reconstruction": 70.78,
-      "Space Invader": 51.17,
-      "Jewel2": 1.5,
-      "Pacman": 30.17,
-      "Word Search": 23.07,
-      "Tictactoe": 46.17,
-      "Sudoku": 4.85,
-      "Maze": 39.63,
-      "Sokoban": 34.58
+      "Overall": 43.41,
+      "Real-World-Overall": 53.69,
+      "Viewpoint Transformation": 51.25,
+      "Material Modification": 59.68,
+      "Pose Adjustment": 68.25,
+      "Temporal Evolution": 48.28,
+      "Structural Integrity Change": 48.37,
+      "Motion State Change": 54.48,
+      "Spatial Arrangement": 51.48,
+      "Mechanical Reaction": 50.77,
+      "Medium Interaction": 50.64,
+      "Game-World-Overall": 33.14,
+      "3D Reconstruction": 70.28,
+      "Space Invader": 51.33,
+      "Jewel2": 1.38,
+      "Pacman": 29.8,
+      "Word Search": 22.87,
+      "Tictactoe": 44.97,
+      "Sudoku": 5.1,
+      "Maze": 39.57,
+      "Sokoban": 32.93
     },
     {
       "model": "Step1X-Edit",
@@ -202,27 +202,27 @@
       "hf": "https://huggingface.co/stepfun-ai/Step1X-Edit",
       "open_source": true,
       "release_date": "2025-04",
-      "Overall": 50.12,
-      "Real-World-Overall": 57.42,
-      "Viewpoint Transformation": 51.82,
-      "Material Modification": 67.18,
-      "Pose Adjustment": 63.29,
-      "Temporal Evolution": 51.45,
-      "Structural Integrity Change": 54.98,
-      "Motion State Change": 62.18,
-      "Spatial Arrangement": 51.03,
-      "Mechanical Reaction": 55.72,
-      "Medium Interaction": 57.78,
-      "Game-World-Overall": 46.43,
-      "3D Reconstruction": 62.9,
-      "Space Invader": 33.62,
-      "Jewel2": 35.4,
-      "Pacman": 33.48,
-      "Word Search": 43.02,
-      "Tictactoe": 49.92,
-      "Sudoku": 39.17,
-      "Maze": 54.53,
-      "Sokoban": 34.73
+      "Overall": 50.15,
+      "Real-World-Overall": 55.93,
+      "Viewpoint Transformation": 52.57,
+      "Material Modification": 66.82,
+      "Pose Adjustment": 62.15,
+      "Temporal Evolution": 50.58,
+      "Structural Integrity Change": 53.07,
+      "Motion State Change": 58.68,
+      "Spatial Arrangement": 49.8,
+      "Mechanical Reaction": 54.23,
+      "Medium Interaction": 55.45,
+      "Game-World-Overall": 44.00,
+      "3D Reconstruction": 65.68,
+      "Space Invader": 35.05,
+      "Jewel2": 36.38,
+      "Pacman": 33.25,
+      "Word Search": 45.49,
+      "Tictactoe": 46.97,
+      "Sudoku": 39.2,
+      "Maze": 55.94,
+      "Sokoban": 38.08
     },
     {
       "model": "Bagel-Think",
@@ -230,27 +230,27 @@
       "hf": "https://huggingface.co/ByteDance-Seed/BAGEL-7B-MoT",
       "open_source": true,
       "release_date": "2025-05",
-      "Overall": 51.25,
-      "Real-World-Overall": 58.04,
-      "Viewpoint Transformation": 58.38,
-      "Material Modification": 64.15,
-      "Pose Adjustment": 63.38,
-      "Temporal Evolution": 56.27,
-      "Structural Integrity Change": 54.4,
-      "Motion State Change": 58.63,
-      "Spatial Arrangement": 48.82,
-      "Mechanical Reaction": 56.47,
-      "Medium Interaction": 57.75,
-      "Game-World-Overall": 48.28,
-      "3D Reconstruction": 65.65,
-      "Space Invader": 47.3,
-      "Jewel2": 42.12,
-      "Pacman": 40.97,
-      "Word Search": 47.8,
-      "Tictactoe": 40.35,
-      "Sudoku": 32.4,
-      "Maze": 48.83,
-      "Sokoban": 38.8
+      "Overall": 50.96,
+      "Real-World-Overall": 56.80,
+      "Viewpoint Transformation": 59.05,
+      "Material Modification": 63.84,
+      "Pose Adjustment": 63.52,
+      "Temporal Evolution": 55.49,
+      "Structural Integrity Change": 54.05,
+      "Motion State Change": 55.62,
+      "Spatial Arrangement": 48.27,
+      "Mechanical Reaction": 55.03,
+      "Medium Interaction": 56.33,
+      "Game-World-Overall": 45.10,
+      "3D Reconstruction": 66.29,
+      "Space Invader": 45.48,
+      "Jewel2": 42.89,
+      "Pacman": 41.33,
+      "Word Search": 48.42,
+      "Tictactoe": 42.2,
+      "Sudoku": 33.27,
+      "Maze": 48.62,
+      "Sokoban": 37.38
     },
     {
       "model": "Qwen-Image-Edit",
@@ -258,55 +258,139 @@
       "hf": "https://huggingface.co/Qwen/Qwen-Image-Edit",
       "open_source": true,
       "release_date": "2025-08",
-      "Overall": 56.46,
-      "Real-World-Overall": 71.92,
-      "Viewpoint Transformation": 72.08,
-      "Material Modification": 78.31,
-      "Pose Adjustment": 81.75,
-      "Temporal Evolution": 64.57,
-      "Structural Integrity Change": 68.78,
-      "Motion State Change": 69.51,
-      "Spatial Arrangement": 77.12,
-      "Mechanical Reaction": 67.83,
-      "Medium Interaction": 67.25,
-      "Game-World-Overall": 44.22,
-      "3D Reconstruction": 57.03,
-      "Space Invader": 36.58,
-      "Jewel2": 37.79,
-      "Pacman": 30.02,
-      "Word Search": 48.47,
-      "Tictactoe": 33.0,
-      "Sudoku": 31.63,
-      "Maze": 60.02,
-      "Sokoban": 34.71
+      "Overall": 56.52,
+      "Real-World-Overall": 70.95,
+      "Viewpoint Transformation": 74.6,
+      "Material Modification": 76.76,
+      "Pose Adjustment": 81.45,
+      "Temporal Evolution": 64.62,
+      "Structural Integrity Change": 66.48,
+      "Motion State Change": 68.78,
+      "Spatial Arrangement": 76.5,
+      "Mechanical Reaction": 64.65,
+      "Medium Interaction": 64.69,
+      "Game-World-Overall": 41.92,
+      "3D Reconstruction": 56.73,
+      "Space Invader": 38.42,
+      "Jewel2": 41.02,
+      "Pacman": 30.45,
+      "Word Search": 48.52,
+      "Tictactoe": 33.6,
+      "Sudoku": 30.93,
+      "Maze": 61.38,
+      "Sokoban": 36.21
     },
     {
       "model": "UniREdit-Bagel(Ours)",
-      "link": "-",
+      "link": "https://arxiv.org/pdf/2511.01295",
       "hf": "https://huggingface.co/maplebb/UniREdit-Bagel",
       "open_source": true,
       "release_date": "2025-11",
-      "Overall": 78.87,
-      "Real-World-Overall": 76.52,
-      "Viewpoint Transformation": 84.43,
-      "Material Modification": 74.06,
-      "Pose Adjustment": 85.13,
-      "Temporal Evolution": 72.08,
-      "Structural Integrity Change": 74.31,
-      "Motion State Change": 71.95,
-      "Spatial Arrangement": 83.05,
-      "Mechanical Reaction": 71.17,
-      "Medium Interaction": 72.45,
-      "Game-World-Overall": 82.27,
-      "3D Reconstruction": 84.93,
-      "Space Invader": 86.93,
-      "Jewel2": 61.25,
-      "Pacman": 73.76,
-      "Word Search": 87.48,
-      "Tictactoe": 70.65,
-      "Sudoku": 93.9,
-      "Maze": 97.73,
-      "Sokoban": 74.55
+      "Overall": 78.15,
+      "Real-World-Overall": 75.74,
+      "Viewpoint Transformation": 81.08,
+      "Material Modification": 72.39,
+      "Pose Adjustment": 84.78,
+      "Temporal Evolution": 70.81,
+      "Structural Integrity Change": 73.85,
+      "Motion State Change": 72.73,
+      "Spatial Arrangement": 83.13,
+      "Mechanical Reaction": 71.27,
+      "Medium Interaction": 71.62,
+      "Game-World-Overall": 80.48,
+      "3D Reconstruction": 84.9,
+      "Space Invader": 87.77,
+      "Jewel2": 57.68,
+      "Pacman": 73.05,
+      "Word Search": 86.8,
+      "Tictactoe": 71.16,
+      "Sudoku": 93.2,
+      "Maze": 98.3,
+      "Sokoban": 71.47
+    },
+    {
+      "model": "Lumina-DiMOO",
+      "link": "https://arxiv.org/pdf/2510.06308",
+      "hf": "https://huggingface.co/Alpha-VLLM/Lumina-DiMOO",
+      "open_source": true,
+      "release_date": "2025-10",
+      "Overall": 48.54,
+      "Real-World-Overall": 51.44,
+      "Viewpoint Transformation": 54.22,
+      "Material Modification": 51.47,
+      "Pose Adjustment": 54.4,
+      "Temporal Evolution": 50.23,
+      "Structural Integrity Change": 48.67,
+      "Motion State Change": 52.62,
+      "Spatial Arrangement": 49.65,
+      "Mechanical Reaction": 51.63,
+      "Medium Interaction": 50.03,
+      "Game-World-Overall": 45.61,
+      "3D Reconstruction": 61.23,
+      "Space Invader": 48.23,
+      "Jewel2": 36.29,
+      "Pacman": 26.35,
+      "Word Search": 41.73,
+      "Tictactoe": 65.07,
+      "Sudoku": 52.47,
+      "Maze": 43.57,
+      "Sokoban": 35.57
+    },
+    {
+      "model": "DreamOmni2",
+      "link": "https://arxiv.org/pdf/2510.06679v1",
+      "hf": "https://huggingface.co/xiabs/DreamOmni2",
+      "open_source": true,
+      "release_date": "2025-10",
+      "Overall": 52.81,
+      "Real-World-Overall": 56.64,
+      "Viewpoint Transformation": 61.22,
+      "Material Modification": 65.82,
+      "Pose Adjustment": 67.07,
+      "Temporal Evolution": 49.63,
+      "Structural Integrity Change": 49.58,
+      "Motion State Change": 54.83,
+      "Spatial Arrangement": 53.62,
+      "Mechanical Reaction": 54.11,
+      "Medium Interaction": 53.92,
+      "Game-World-Overall": 48.98,
+      "3D Reconstruction": 72.42,
+      "Space Invader": 38.78,
+      "Jewel2": 42.33,
+      "Pacman": 45.4,
+      "Word Search": 45.86,
+      "Tictactoe": 46.98,
+      "Sudoku": 51.42,
+      "Maze": 56.55,
+      "Sokoban": 41.05
+    },
+    {
+      "model": "UniWorld-V2",
+      "link": "https://arxiv.org/pdf/2510.16888",
+      "hf": "https://huggingface.co/collections/chestnutlzj/edit-r1",
+      "open_source": true,
+      "release_date": "2025-10",
+      "Overall": 54.87,
+      "Real-World-Overall": 66.55,
+      "Viewpoint Transformation": 71.45,
+      "Material Modification": 74.47,
+      "Pose Adjustment": 83.19,
+      "Temporal Evolution": 55.55,
+      "Structural Integrity Change": 58.53,
+      "Motion State Change": 65.47,
+      "Spatial Arrangement": 66.95,
+      "Mechanical Reaction": 62.2,
+      "Medium Interaction": 61.17,
+      "Game-World-Overall": 43.19,
+      "3D Reconstruction": 49.27,
+      "Space Invader": 34.44,
+      "Jewel2": 42.9,
+      "Pacman": 42.65,
+      "Word Search": 49.67,
+      "Tictactoe": 34.73,
+      "Sudoku": 28.2,
+      "Maze": 71.59,
+      "Sokoban": 35.22
     }
   ]
-}
+}