| { | |
| "leaderboard": [ | |
| { | |
| "model": "FLUX-Kontext-Pro", | |
| "link": "https://fal.ai/models/fal-ai/flux-pro/kontext", | |
| "hf": "-", | |
| "open_source": false, | |
| "release_date": "2025-05", | |
| "Overall": 45.77, | |
| "Real-World-Overall": 45.00, | |
| "Viewpoint Transformation": 37.55, | |
| "Material Modification": 57.15, | |
| "Pose Adjustment": 56.79, | |
| "Temporal Evolution": 37.52, | |
| "Structural Integrity Change": 41.46, | |
| "Motion State Change": 44.62, | |
| "Spatial Arrangement": 47.03, | |
| "Mechanical Reaction": 40.56, | |
| "Medium Interaction": 42.32, | |
| "Game-World-Overall": 46.52, | |
| "3D Reconstruction": 49.12, | |
| "Space Invader": 53.18, | |
| "Jewel2": 38.12, | |
| "Pacman": 54.43, | |
| "Word Search": 32.45, | |
| "Tictactoe": 61.23, | |
| "Sudoku": 27.8, | |
| "Maze": 48.45, | |
| "Sokoban": 53.87 | |
| }, | |
| { | |
| "model": "Seedream4.0", | |
| "link": "https://seed.bytedance.com/en/seedream4_0", | |
| "hf": "-", | |
| "open_source": false, | |
| "release_date": "2025-09", | |
| "Overall": 55.77, | |
| "Real-World-Overall": 66.22, | |
| "Viewpoint Transformation": 64.18, | |
| "Material Modification": 71.78, | |
| "Pose Adjustment": 79.98, | |
| "Temporal Evolution": 65.87, | |
| "Structural Integrity Change": 56.1, | |
| "Motion State Change": 61.6, | |
| "Spatial Arrangement": 77.52, | |
| "Mechanical Reaction": 59.15, | |
| "Medium Interaction": 59.83, | |
| "Game-World-Overall": 45.38, | |
| "3D Reconstruction": 38.87, | |
| "Space Invader": 45.47, | |
| "Jewel2": 40.87, | |
| "Pacman": 40.13, | |
| "Word Search": 48.05, | |
| "Tictactoe": 38.17, | |
| "Sudoku": 68.72, | |
| "Maze": 55.27, | |
| "Sokoban": 32.9 | |
| }, | |
| { | |
| "model": "Wan2.5", | |
| "link": "https://wan.video/", | |
| "hf": "-", | |
| "open_source": false, | |
| "release_date": "2025-09", | |
| "Overall": 61.36, | |
| "Real-World-Overall": 67.23, | |
| "Viewpoint Transformation": 73.78, | |
| "Material Modification": 75.54, | |
| "Pose Adjustment": 79.95, | |
| "Temporal Evolution": 59.53, | |
| "Structural Integrity Change": 62.67, | |
| "Motion State Change": 64.38, | |
| "Spatial Arrangement": 63.49, | |
| "Mechanical Reaction": 60.83, | |
| "Medium Interaction": 64.91, | |
| "Game-World-Overall": 52.67, | |
| "3D Reconstruction": 63.73, | |
| "Space Invader": 43.44, | |
| "Jewel2": 56.57, | |
| "Pacman": 41.38, | |
| "Word Search": 58.38, | |
| "Tictactoe": 58.57, | |
| "Sudoku": 47.86, | |
| "Maze": 64.03, | |
| "Sokoban": 45.97 | |
| }, | |
| { | |
| "model": "Nano Banana", | |
| "link": "https://aistudio.google.com/models/gemini-2-5-flash-image", | |
| "hf": "-", | |
| "open_source": false, | |
| "release_date": "2025-08", | |
| "Overall": 68.26, | |
| "Real-World-Overall": 75.22, | |
| "Viewpoint Transformation": 75.82, | |
| "Material Modification": 78.39, | |
| "Pose Adjustment": 86.12, | |
| "Temporal Evolution": 71.63, | |
| "Structural Integrity Change": 71.37, | |
| "Motion State Change": 71.07, | |
| "Spatial Arrangement": 73.14, | |
| "Mechanical Reaction": 77.58, | |
| "Medium Interaction": 71.82, | |
| "Game-World-Overall": 60.39, | |
| "3D Reconstruction": 66.74, | |
| "Space Invader": 59.97, | |
| "Jewel2": 54.33, | |
| "Pacman": 54.04, | |
| "Word Search": 64.13, | |
| "Tictactoe": 39.8, | |
| "Sudoku": 90.81, | |
| "Maze": 62.5, | |
| "Sokoban": 51.15 | |
| }, | |
| { | |
| "model": "GPT-4o", | |
| "link": "https://platform.openai.com/docs/guides/image-generation", | |
| "hf": "-", | |
| "open_source": false, | |
| "release_date": "2025-03", | |
| "Overall": 73.39, | |
| "Real-World-Overall": 81.01, | |
| "Viewpoint Transformation": 83.83, | |
| "Material Modification": 81.52, | |
| "Pose Adjustment": 92.18, | |
| "Temporal Evolution": 77.33, | |
| "Structural Integrity Change": 75.86, | |
| "Motion State Change": 74.98, | |
| "Spatial Arrangement": 88.6, | |
| "Mechanical Reaction": 78.98, | |
| "Medium Interaction": 75.81, | |
| "Game-World-Overall": 62.07, | |
| "3D Reconstruction": 77.73, | |
| "Space Invader": 58.96, | |
| "Jewel2": 45.6, | |
| "Pacman": 49.75, | |
| "Word Search": 64.62, | |
| "Tictactoe": 58.97, | |
| "Sudoku": 67.78, | |
| "Maze": 83.73, | |
| "Sokoban": 51.49 | |
| }, | |
| { | |
| "model": "MagicBrush", | |
| "link": "https://arxiv.org/pdf/2306.10012", | |
| "hf": "https://huggingface.co/MagicBrush/MagicBrush", | |
| "open_source": true, | |
| "release_date": "2023-06", | |
| "Overall": 40.77, | |
| "Real-World-Overall": 44.69, | |
| "Viewpoint Transformation": 36.74, | |
| "Material Modification": 51.2, | |
| "Pose Adjustment": 47.75, | |
| "Temporal Evolution": 44.43, | |
| "Structural Integrity Change": 44.05, | |
| "Motion State Change": 47.06, | |
| "Spatial Arrangement": 37.67, | |
| "Mechanical Reaction": 45.87, | |
| "Medium Interaction": 47.42, | |
| "Game-World-Overall": 36.85, | |
| "3D Reconstruction": 63.58, | |
| "Space Invader": 45.33, | |
| "Jewel2": 25.6, | |
| "Pacman": 29.83, | |
| "Word Search": 33.92, | |
| "Tictactoe": 31.45, | |
| "Sudoku": 40.55, | |
| "Maze": 33.2, | |
| "Sokoban": 28.23 | |
| }, | |
| { | |
| "model": "OmniGen2", | |
| "link": "https://arxiv.org/pdf/2506.18871", | |
| "hf": "https://huggingface.co/osunlp/InstructPix2Pix-MagicBrush", | |
| "open_source": true, | |
| "release_date": "2025-06", | |
| "Overall": 43.41, | |
| "Real-World-Overall": 53.69, | |
| "Viewpoint Transformation": 51.25, | |
| "Material Modification": 59.68, | |
| "Pose Adjustment": 68.25, | |
| "Temporal Evolution": 48.28, | |
| "Structural Integrity Change": 48.37, | |
| "Motion State Change": 54.48, | |
| "Spatial Arrangement": 51.48, | |
| "Mechanical Reaction": 50.77, | |
| "Medium Interaction": 50.64, | |
| "Game-World-Overall": 33.14, | |
| "3D Reconstruction": 70.28, | |
| "Space Invader": 51.33, | |
| "Jewel2": 1.38, | |
| "Pacman": 29.8, | |
| "Word Search": 22.87, | |
| "Tictactoe": 44.97, | |
| "Sudoku": 5.1, | |
| "Maze": 39.57, | |
| "Sokoban": 32.93 | |
| }, | |
| { | |
| "model": "Step1X-Edit", | |
| "link": "https://arxiv.org/pdf/2504.17761", | |
| "hf": "https://huggingface.co/stepfun-ai/Step1X-Edit", | |
| "open_source": true, | |
| "release_date": "2025-04", | |
| "Overall": 50.15, | |
| "Real-World-Overall": 55.93, | |
| "Viewpoint Transformation": 52.57, | |
| "Material Modification": 66.82, | |
| "Pose Adjustment": 62.15, | |
| "Temporal Evolution": 50.58, | |
| "Structural Integrity Change": 53.07, | |
| "Motion State Change": 58.68, | |
| "Spatial Arrangement": 49.8, | |
| "Mechanical Reaction": 54.23, | |
| "Medium Interaction": 55.45, | |
| "Game-World-Overall": 44.00, | |
| "3D Reconstruction": 65.68, | |
| "Space Invader": 35.05, | |
| "Jewel2": 36.38, | |
| "Pacman": 33.25, | |
| "Word Search": 45.49, | |
| "Tictactoe": 46.97, | |
| "Sudoku": 39.2, | |
| "Maze": 55.94, | |
| "Sokoban": 38.08 | |
| }, | |
| { | |
| "model": "Bagel-Think", | |
| "link": "https://arxiv.org/pdf/2505.14683", | |
| "hf": "https://huggingface.co/ByteDance-Seed/BAGEL-7B-MoT", | |
| "open_source": true, | |
| "release_date": "2025-05", | |
| "Overall": 50.96, | |
| "Real-World-Overall": 56.80, | |
| "Viewpoint Transformation": 59.05, | |
| "Material Modification": 63.84, | |
| "Pose Adjustment": 63.52, | |
| "Temporal Evolution": 55.49, | |
| "Structural Integrity Change": 54.05, | |
| "Motion State Change": 55.62, | |
| "Spatial Arrangement": 48.27, | |
| "Mechanical Reaction": 55.03, | |
| "Medium Interaction": 56.33, | |
| "Game-World-Overall": 45.10, | |
| "3D Reconstruction": 66.29, | |
| "Space Invader": 45.48, | |
| "Jewel2": 42.89, | |
| "Pacman": 41.33, | |
| "Word Search": 48.42, | |
| "Tictactoe": 42.2, | |
| "Sudoku": 33.27, | |
| "Maze": 48.62, | |
| "Sokoban": 37.38 | |
| }, | |
| { | |
| "model": "Qwen-Image-Edit", | |
| "link": "https://arxiv.org/pdf/2508.02324", | |
| "hf": "https://huggingface.co/Qwen/Qwen-Image-Edit", | |
| "open_source": true, | |
| "release_date": "2025-08", | |
| "Overall": 56.52, | |
| "Real-World-Overall": 70.95, | |
| "Viewpoint Transformation": 74.6, | |
| "Material Modification": 76.76, | |
| "Pose Adjustment": 81.45, | |
| "Temporal Evolution": 64.62, | |
| "Structural Integrity Change": 66.48, | |
| "Motion State Change": 68.78, | |
| "Spatial Arrangement": 76.5, | |
| "Mechanical Reaction": 64.65, | |
| "Medium Interaction": 64.69, | |
| "Game-World-Overall": 41.92, | |
| "3D Reconstruction": 56.73, | |
| "Space Invader": 38.42, | |
| "Jewel2": 41.02, | |
| "Pacman": 30.45, | |
| "Word Search": 48.52, | |
| "Tictactoe": 33.6, | |
| "Sudoku": 30.93, | |
| "Maze": 61.38, | |
| "Sokoban": 36.21 | |
| }, | |
| { | |
| "model": "UniREdit-Bagel(Ours)", | |
| "link": "https://arxiv.org/pdf/2511.01295", | |
| "hf": "https://huggingface.co/maplebb/UniREdit-Bagel", | |
| "open_source": true, | |
| "release_date": "2025-11", | |
| "Overall": 78.15, | |
| "Real-World-Overall": 75.74, | |
| "Viewpoint Transformation": 81.08, | |
| "Material Modification": 72.39, | |
| "Pose Adjustment": 84.78, | |
| "Temporal Evolution": 70.81, | |
| "Structural Integrity Change": 73.85, | |
| "Motion State Change": 72.73, | |
| "Spatial Arrangement": 83.13, | |
| "Mechanical Reaction": 71.27, | |
| "Medium Interaction": 71.62, | |
| "Game-World-Overall": 80.48, | |
| "3D Reconstruction": 84.9, | |
| "Space Invader": 87.77, | |
| "Jewel2": 57.68, | |
| "Pacman": 73.05, | |
| "Word Search": 86.8, | |
| "Tictactoe": 71.16, | |
| "Sudoku": 93.2, | |
| "Maze": 98.3, | |
| "Sokoban": 71.47 | |
| }, | |
| { | |
| "model": "Lumina-DiMOO", | |
| "link": "https://arxiv.org/pdf/2510.06308", | |
| "hf": "https://huggingface.co/Alpha-VLLM/Lumina-DiMOO", | |
| "open_source": true, | |
| "release_date": "2025-10", | |
| "Overall": 48.54, | |
| "Real-World-Overall": 51.44, | |
| "Viewpoint Transformation": 54.22, | |
| "Material Modification": 51.47, | |
| "Pose Adjustment": 54.4, | |
| "Temporal Evolution": 50.23, | |
| "Structural Integrity Change": 48.67, | |
| "Motion State Change": 52.62, | |
| "Spatial Arrangement": 49.65, | |
| "Mechanical Reaction": 51.63, | |
| "Medium Interaction": 50.03, | |
| "Game-World-Overall": 45.61, | |
| "3D Reconstruction": 61.23, | |
| "Space Invader": 48.23, | |
| "Jewel2": 36.29, | |
| "Pacman": 26.35, | |
| "Word Search": 41.73, | |
| "Tictactoe": 65.07, | |
| "Sudoku": 52.47, | |
| "Maze": 43.57, | |
| "Sokoban": 35.57 | |
| }, | |
| { | |
| "model": "DreamOmni2", | |
| "link": "https://arxiv.org/pdf/2510.06679v1", | |
| "hf": "https://huggingface.co/xiabs/DreamOmni2", | |
| "open_source": true, | |
| "release_date": "2025-10", | |
| "Overall": 52.81, | |
| "Real-World-Overall": 56.64, | |
| "Viewpoint Transformation": 61.22, | |
| "Material Modification": 65.82, | |
| "Pose Adjustment": 67.07, | |
| "Temporal Evolution": 49.63, | |
| "Structural Integrity Change": 49.58, | |
| "Motion State Change": 54.83, | |
| "Spatial Arrangement": 53.62, | |
| "Mechanical Reaction": 54.11, | |
| "Medium Interaction": 53.92, | |
| "Game-World-Overall": 48.98, | |
| "3D Reconstruction": 72.42, | |
| "Space Invader": 38.78, | |
| "Jewel2": 42.33, | |
| "Pacman": 45.4, | |
| "Word Search": 45.86, | |
| "Tictactoe": 46.98, | |
| "Sudoku": 51.42, | |
| "Maze": 56.55, | |
| "Sokoban": 41.05 | |
| }, | |
| { | |
| "model": "UniWorld-V2", | |
| "link": "https://arxiv.org/pdf/2510.16888", | |
| "hf": "https://huggingface.co/collections/chestnutlzj/edit-r1", | |
| "open_source": true, | |
| "release_date": "2025-10", | |
| "Overall": 54.87, | |
| "Real-World-Overall": 66.55, | |
| "Viewpoint Transformation": 71.45, | |
| "Material Modification": 74.47, | |
| "Pose Adjustment": 83.19, | |
| "Temporal Evolution": 55.55, | |
| "Structural Integrity Change": 58.53, | |
| "Motion State Change": 65.47, | |
| "Spatial Arrangement": 66.95, | |
| "Mechanical Reaction": 62.2, | |
| "Medium Interaction": 61.17, | |
| "Game-World-Overall": 43.19, | |
| "3D Reconstruction": 49.27, | |
| "Space Invader": 34.44, | |
| "Jewel2": 42.9, | |
| "Pacman": 42.65, | |
| "Word Search": 49.67, | |
| "Tictactoe": 34.73, | |
| "Sudoku": 28.2, | |
| "Maze": 71.59, | |
| "Sokoban": 35.22 | |
| } | |
| ] | |
| } | |