{
  "leaderboard": [
    {
      "model": "FLUX-Kontext-Pro",
      "link": "https://fal.ai/models/fal-ai/flux-pro/kontext",
      "hf": "-",
      "open_source": false,
      "release_date": "2025-05",
      "Overall": 45.77,
      "Real-World-Overall": 45.00,
      "Viewpoint Transformation": 37.55,
      "Material Modification": 57.15,
      "Pose Adjustment": 56.79,
      "Temporal Evolution": 37.52,
      "Structural Integrity Change": 41.46,
      "Motion State Change": 44.62,
      "Spatial Arrangement": 47.03,
      "Mechanical Reaction": 40.56,
      "Medium Interaction": 42.32,
      "Game-World-Overall": 46.52,
      "3D Reconstruction": 49.12,
      "Space Invader": 53.18,
      "Jewel2": 38.12,
      "Pacman": 54.43,
      "Word Search": 32.45,
      "Tictactoe": 61.23,
      "Sudoku": 27.8,
      "Maze": 48.45,
      "Sokoban": 53.87
    },
    {
      "model": "Seedream4.0",
      "link": "https://seed.bytedance.com/en/seedream4_0",
      "hf": "-",
      "open_source": false,
      "release_date": "2025-09",
      "Overall": 55.77,
      "Real-World-Overall": 66.22,
      "Viewpoint Transformation": 64.18,
      "Material Modification": 71.78,
      "Pose Adjustment": 79.98,
      "Temporal Evolution": 65.87,
      "Structural Integrity Change": 56.1,
      "Motion State Change": 61.6,
      "Spatial Arrangement": 77.52,
      "Mechanical Reaction": 59.15,
      "Medium Interaction": 59.83,
      "Game-World-Overall": 45.38,
      "3D Reconstruction": 38.87,
      "Space Invader": 45.47,
      "Jewel2": 40.87,
      "Pacman": 40.13,
      "Word Search": 48.05,
      "Tictactoe": 38.17,
      "Sudoku": 68.72,
      "Maze": 55.27,
      "Sokoban": 32.9
    },
    {
      "model": "Wan2.5",
      "link": "https://wan.video/",
      "hf": "-",
      "open_source": false,
      "release_date": "2025-09",
      "Overall": 61.36,
      "Real-World-Overall": 67.23,
      "Viewpoint Transformation": 73.78,
      "Material Modification": 75.54,
      "Pose Adjustment": 79.95,
      "Temporal Evolution": 59.53,
      "Structural Integrity Change": 62.67,
      "Motion State Change": 64.38,
      "Spatial Arrangement": 63.49,
      "Mechanical Reaction": 60.83,
      "Medium Interaction": 64.91,
      "Game-World-Overall": 52.67,
      "3D Reconstruction": 63.73,
      "Space Invader": 43.44,
      "Jewel2": 56.57,
      "Pacman": 41.38,
      "Word Search": 58.38,
      "Tictactoe": 58.57,
      "Sudoku": 47.86,
      "Maze": 64.03,
      "Sokoban": 45.97
    },
    {
      "model": "Nano Banana",
      "link": "https://aistudio.google.com/models/gemini-2-5-flash-image",
      "hf": "-",
      "open_source": false,
      "release_date": "2025-08",
      "Overall": 68.26,
      "Real-World-Overall": 75.22,
      "Viewpoint Transformation": 75.82,
      "Material Modification": 78.39,
      "Pose Adjustment": 86.12,
      "Temporal Evolution": 71.63,
      "Structural Integrity Change": 71.37,
      "Motion State Change": 71.07,
      "Spatial Arrangement": 73.14,
      "Mechanical Reaction": 77.58,
      "Medium Interaction": 71.82,
      "Game-World-Overall": 60.39,
      "3D Reconstruction": 66.74,
      "Space Invader": 59.97,
      "Jewel2": 54.33,
      "Pacman": 54.04,
      "Word Search": 64.13,
      "Tictactoe": 39.8,
      "Sudoku": 90.81,
      "Maze": 62.5,
      "Sokoban": 51.15
    },
    {
      "model": "GPT-4o",
      "link": "https://platform.openai.com/docs/guides/image-generation",
      "hf": "-",
      "open_source": false,
      "release_date": "2025-03",
      "Overall": 73.39,
      "Real-World-Overall": 81.01,
      "Viewpoint Transformation": 83.83,
      "Material Modification": 81.52,
      "Pose Adjustment": 92.18,
      "Temporal Evolution": 77.33,
      "Structural Integrity Change": 75.86,
      "Motion State Change": 74.98,
      "Spatial Arrangement": 88.6,
      "Mechanical Reaction": 78.98,
      "Medium Interaction": 75.81,
      "Game-World-Overall": 62.07,
      "3D Reconstruction": 77.73,
      "Space Invader": 58.96,
      "Jewel2": 45.6,
      "Pacman": 49.75,
      "Word Search": 64.62,
      "Tictactoe": 58.97,
      "Sudoku": 67.78,
      "Maze": 83.73,
      "Sokoban": 51.49
    },
    {
      "model": "MagicBrush",
      "link": "https://arxiv.org/pdf/2306.10012",
      "hf": "https://huggingface.co/MagicBrush/MagicBrush",
      "open_source": true,
      "release_date": "2023-06",
      "Overall": 40.77,
      "Real-World-Overall": 44.69,
      "Viewpoint Transformation": 36.74,
      "Material Modification": 51.2,
      "Pose Adjustment": 47.75,
      "Temporal Evolution": 44.43,
      "Structural Integrity Change": 44.05,
      "Motion State Change": 47.06,
      "Spatial Arrangement": 37.67,
      "Mechanical Reaction": 45.87,
      "Medium Interaction": 47.42,
      "Game-World-Overall": 36.85,
      "3D Reconstruction": 63.58,
      "Space Invader": 45.33,
      "Jewel2": 25.6,
      "Pacman": 29.83,
      "Word Search": 33.92,
      "Tictactoe": 31.45,
      "Sudoku": 40.55,
      "Maze": 33.2,
      "Sokoban": 28.23
    },
    {
      "model": "OmniGen2",
      "link": "https://arxiv.org/pdf/2506.18871",
      "hf": "https://huggingface.co/osunlp/InstructPix2Pix-MagicBrush",
      "open_source": true,
      "release_date": "2025-06",
      "Overall": 43.41,
      "Real-World-Overall": 53.69,
      "Viewpoint Transformation": 51.25,
      "Material Modification": 59.68,
      "Pose Adjustment": 68.25,
      "Temporal Evolution": 48.28,
      "Structural Integrity Change": 48.37,
      "Motion State Change": 54.48,
      "Spatial Arrangement": 51.48,
      "Mechanical Reaction": 50.77,
      "Medium Interaction": 50.64,
      "Game-World-Overall": 33.14,
      "3D Reconstruction": 70.28,
      "Space Invader": 51.33,
      "Jewel2": 1.38,
      "Pacman": 29.8,
      "Word Search": 22.87,
      "Tictactoe": 44.97,
      "Sudoku": 5.1,
      "Maze": 39.57,
      "Sokoban": 32.93
    },
    {
      "model": "Step1X-Edit",
      "link": "https://arxiv.org/pdf/2504.17761",
      "hf": "https://huggingface.co/stepfun-ai/Step1X-Edit",
      "open_source": true,
      "release_date": "2025-04",
      "Overall": 50.15,
      "Real-World-Overall": 55.93,
      "Viewpoint Transformation": 52.57,
      "Material Modification": 66.82,
      "Pose Adjustment": 62.15,
      "Temporal Evolution": 50.58,
      "Structural Integrity Change": 53.07,
      "Motion State Change": 58.68,
      "Spatial Arrangement": 49.8,
      "Mechanical Reaction": 54.23,
      "Medium Interaction": 55.45,
      "Game-World-Overall": 44.00,
      "3D Reconstruction": 65.68,
      "Space Invader": 35.05,
      "Jewel2": 36.38,
      "Pacman": 33.25,
      "Word Search": 45.49,
      "Tictactoe": 46.97,
      "Sudoku": 39.2,
      "Maze": 55.94,
      "Sokoban": 38.08
    },
    {
      "model": "Bagel-Think",
      "link": "https://arxiv.org/pdf/2505.14683",
      "hf": "https://huggingface.co/ByteDance-Seed/BAGEL-7B-MoT",
      "open_source": true,
      "release_date": "2025-05",
      "Overall": 50.96,
      "Real-World-Overall": 56.80,
      "Viewpoint Transformation": 59.05,
      "Material Modification": 63.84,
      "Pose Adjustment": 63.52,
      "Temporal Evolution": 55.49,
      "Structural Integrity Change": 54.05,
      "Motion State Change": 55.62,
      "Spatial Arrangement": 48.27,
      "Mechanical Reaction": 55.03,
      "Medium Interaction": 56.33,
      "Game-World-Overall": 45.10,
      "3D Reconstruction": 66.29,
      "Space Invader": 45.48,
      "Jewel2": 42.89,
      "Pacman": 41.33,
      "Word Search": 48.42,
      "Tictactoe": 42.2,
      "Sudoku": 33.27,
      "Maze": 48.62,
      "Sokoban": 37.38
    },
    {
      "model": "Qwen-Image-Edit",
      "link": "https://arxiv.org/pdf/2508.02324",
      "hf": "https://huggingface.co/Qwen/Qwen-Image-Edit",
      "open_source": true,
      "release_date": "2025-08",
      "Overall": 56.52,
      "Real-World-Overall": 70.95,
      "Viewpoint Transformation": 74.6,
      "Material Modification": 76.76,
      "Pose Adjustment": 81.45,
      "Temporal Evolution": 64.62,
      "Structural Integrity Change": 66.48,
      "Motion State Change": 68.78,
      "Spatial Arrangement": 76.5,
      "Mechanical Reaction": 64.65,
      "Medium Interaction": 64.69,
      "Game-World-Overall": 41.92,
      "3D Reconstruction": 56.73,
      "Space Invader": 38.42,
      "Jewel2": 41.02,
      "Pacman": 30.45,
      "Word Search": 48.52,
      "Tictactoe": 33.6,
      "Sudoku": 30.93,
      "Maze": 61.38,
      "Sokoban": 36.21
    },
    {
      "model": "UniREdit-Bagel(Ours)",
      "link": "https://arxiv.org/pdf/2511.01295",
      "hf": "https://huggingface.co/maplebb/UniREdit-Bagel",
      "open_source": true,
      "release_date": "2025-11",
      "Overall": 78.15,
      "Real-World-Overall": 75.74,
      "Viewpoint Transformation": 81.08,
      "Material Modification": 72.39,
      "Pose Adjustment": 84.78,
      "Temporal Evolution": 70.81,
      "Structural Integrity Change": 73.85,
      "Motion State Change": 72.73,
      "Spatial Arrangement": 83.13,
      "Mechanical Reaction": 71.27,
      "Medium Interaction": 71.62,
      "Game-World-Overall": 80.48,
      "3D Reconstruction": 84.9,
      "Space Invader": 87.77,
      "Jewel2": 57.68,
      "Pacman": 73.05,
      "Word Search": 86.8,
      "Tictactoe": 71.16,
      "Sudoku": 93.2,
      "Maze": 98.3,
      "Sokoban": 71.47
    },
    {
      "model": "Lumina-DiMOO",
      "link": "https://arxiv.org/pdf/2510.06308",
      "hf": "https://huggingface.co/Alpha-VLLM/Lumina-DiMOO",
      "open_source": true,
      "release_date": "2025-10",
      "Overall": 48.54,
      "Real-World-Overall": 51.44,
      "Viewpoint Transformation": 54.22,
      "Material Modification": 51.47,
      "Pose Adjustment": 54.4,
      "Temporal Evolution": 50.23,
      "Structural Integrity Change": 48.67,
      "Motion State Change": 52.62,
      "Spatial Arrangement": 49.65,
      "Mechanical Reaction": 51.63,
      "Medium Interaction": 50.03,
      "Game-World-Overall": 45.61,
      "3D Reconstruction": 61.23,
      "Space Invader": 48.23,
      "Jewel2": 36.29,
      "Pacman": 26.35,
      "Word Search": 41.73,
      "Tictactoe": 65.07,
      "Sudoku": 52.47,
      "Maze": 43.57,
      "Sokoban": 35.57
    },
    {
      "model": "DreamOmni2",
      "link": "https://arxiv.org/pdf/2510.06679v1",
      "hf": "https://huggingface.co/xiabs/DreamOmni2",
      "open_source": true,
      "release_date": "2025-10",
      "Overall": 52.81,
      "Real-World-Overall": 56.64,
      "Viewpoint Transformation": 61.22,
      "Material Modification": 65.82,
      "Pose Adjustment": 67.07,
      "Temporal Evolution": 49.63,
      "Structural Integrity Change": 49.58,
      "Motion State Change": 54.83,
      "Spatial Arrangement": 53.62,
      "Mechanical Reaction": 54.11,
      "Medium Interaction": 53.92,
      "Game-World-Overall": 48.98,
      "3D Reconstruction": 72.42,
      "Space Invader": 38.78,
      "Jewel2": 42.33,
      "Pacman": 45.4,
      "Word Search": 45.86,
      "Tictactoe": 46.98,
      "Sudoku": 51.42,
      "Maze": 56.55,
      "Sokoban": 41.05
    },
    {
      "model": "UniWorld-V2",
      "link": "https://arxiv.org/pdf/2510.16888",
      "hf": "https://huggingface.co/collections/chestnutlzj/edit-r1",
      "open_source": true,
      "release_date": "2025-10",
      "Overall": 54.87,
      "Real-World-Overall": 66.55,
      "Viewpoint Transformation": 71.45,
      "Material Modification": 74.47,
      "Pose Adjustment": 83.19,
      "Temporal Evolution": 55.55,
      "Structural Integrity Change": 58.53,
      "Motion State Change": 65.47,
      "Spatial Arrangement": 66.95,
      "Mechanical Reaction": 62.2,
      "Medium Interaction": 61.17,
      "Game-World-Overall": 43.19,
      "3D Reconstruction": 49.27,
      "Space Invader": 34.44,
      "Jewel2": 42.9,
      "Pacman": 42.65,
      "Word Search": 49.67,
      "Tictactoe": 34.73,
      "Sudoku": 28.2,
      "Maze": 71.59,
      "Sokoban": 35.22
    }
  ]
}