| { |
| "leaderboard": [ |
| { |
| "model": "FLUX-Kontext-Pro", |
| "link": "https://fal.ai/models/fal-ai/flux-pro/kontext", |
| "hf": "-", |
| "open_source": false, |
| "release_date": "2025-05", |
| "Overall": 45.77, |
| "Real-World-Overall": 45.00, |
| "Viewpoint Transformation": 37.55, |
| "Material Modification": 57.15, |
| "Pose Adjustment": 56.79, |
| "Temporal Evolution": 37.52, |
| "Structural Integrity Change": 41.46, |
| "Motion State Change": 44.62, |
| "Spatial Arrangement": 47.03, |
| "Mechanical Reaction": 40.56, |
| "Medium Interaction": 42.32, |
| "Game-World-Overall": 46.52, |
| "3D Reconstruction": 49.12, |
| "Space Invader": 53.18, |
| "Jewel2": 38.12, |
| "Pacman": 54.43, |
| "Word Search": 32.45, |
| "Tictactoe": 61.23, |
| "Sudoku": 27.8, |
| "Maze": 48.45, |
| "Sokoban": 53.87 |
| }, |
| { |
| "model": "Seedream4.0", |
| "link": "https://seed.bytedance.com/en/seedream4_0", |
| "hf": "-", |
| "open_source": false, |
| "release_date": "2025-09", |
| "Overall": 55.77, |
| "Real-World-Overall": 66.22, |
| "Viewpoint Transformation": 64.18, |
| "Material Modification": 71.78, |
| "Pose Adjustment": 79.98, |
| "Temporal Evolution": 65.87, |
| "Structural Integrity Change": 56.1, |
| "Motion State Change": 61.6, |
| "Spatial Arrangement": 77.52, |
| "Mechanical Reaction": 59.15, |
| "Medium Interaction": 59.83, |
| "Game-World-Overall": 45.38, |
| "3D Reconstruction": 38.87, |
| "Space Invader": 45.47, |
| "Jewel2": 40.87, |
| "Pacman": 40.13, |
| "Word Search": 48.05, |
| "Tictactoe": 38.17, |
| "Sudoku": 68.72, |
| "Maze": 55.27, |
| "Sokoban": 32.9 |
| }, |
| { |
| "model": "Wan2.5", |
| "link": "https://wan.video/", |
| "hf": "-", |
| "open_source": false, |
| "release_date": "2025-09", |
| "Overall": 61.36, |
| "Real-World-Overall": 67.23, |
| "Viewpoint Transformation": 73.78, |
| "Material Modification": 75.54, |
| "Pose Adjustment": 79.95, |
| "Temporal Evolution": 59.53, |
| "Structural Integrity Change": 62.67, |
| "Motion State Change": 64.38, |
| "Spatial Arrangement": 63.49, |
| "Mechanical Reaction": 60.83, |
| "Medium Interaction": 64.91, |
| "Game-World-Overall": 52.67, |
| "3D Reconstruction": 63.73, |
| "Space Invader": 43.44, |
| "Jewel2": 56.57, |
| "Pacman": 41.38, |
| "Word Search": 58.38, |
| "Tictactoe": 58.57, |
| "Sudoku": 47.86, |
| "Maze": 64.03, |
| "Sokoban": 45.97 |
| }, |
| { |
| "model": "Nano Banana", |
| "link": "https://aistudio.google.com/models/gemini-2-5-flash-image", |
| "hf": "-", |
| "open_source": false, |
| "release_date": "2025-08", |
| "Overall": 68.26, |
| "Real-World-Overall": 75.22, |
| "Viewpoint Transformation": 75.82, |
| "Material Modification": 78.39, |
| "Pose Adjustment": 86.12, |
| "Temporal Evolution": 71.63, |
| "Structural Integrity Change": 71.37, |
| "Motion State Change": 71.07, |
| "Spatial Arrangement": 73.14, |
| "Mechanical Reaction": 77.58, |
| "Medium Interaction": 71.82, |
| "Game-World-Overall": 60.39, |
| "3D Reconstruction": 66.74, |
| "Space Invader": 59.97, |
| "Jewel2": 54.33, |
| "Pacman": 54.04, |
| "Word Search": 64.13, |
| "Tictactoe": 39.8, |
| "Sudoku": 90.81, |
| "Maze": 62.5, |
| "Sokoban": 51.15 |
| }, |
| { |
| "model": "GPT-4o", |
| "link": "https://platform.openai.com/docs/guides/image-generation", |
| "hf": "-", |
| "open_source": false, |
| "release_date": "2025-03", |
| "Overall": 73.39, |
| "Real-World-Overall": 81.01, |
| "Viewpoint Transformation": 83.83, |
| "Material Modification": 81.52, |
| "Pose Adjustment": 92.18, |
| "Temporal Evolution": 77.33, |
| "Structural Integrity Change": 75.86, |
| "Motion State Change": 74.98, |
| "Spatial Arrangement": 88.6, |
| "Mechanical Reaction": 78.98, |
| "Medium Interaction": 75.81, |
| "Game-World-Overall": 62.07, |
| "3D Reconstruction": 77.73, |
| "Space Invader": 58.96, |
| "Jewel2": 45.6, |
| "Pacman": 49.75, |
| "Word Search": 64.62, |
| "Tictactoe": 58.97, |
| "Sudoku": 67.78, |
| "Maze": 83.73, |
| "Sokoban": 51.49 |
| }, |
| { |
| "model": "MagicBrush", |
| "link": "https://arxiv.org/pdf/2306.10012", |
| "hf": "https://huggingface.co/MagicBrush/MagicBrush", |
| "open_source": true, |
| "release_date": "2023-06", |
| "Overall": 40.77, |
| "Real-World-Overall": 44.69, |
| "Viewpoint Transformation": 36.74, |
| "Material Modification": 51.2, |
| "Pose Adjustment": 47.75, |
| "Temporal Evolution": 44.43, |
| "Structural Integrity Change": 44.05, |
| "Motion State Change": 47.06, |
| "Spatial Arrangement": 37.67, |
| "Mechanical Reaction": 45.87, |
| "Medium Interaction": 47.42, |
| "Game-World-Overall": 36.85, |
| "3D Reconstruction": 63.58, |
| "Space Invader": 45.33, |
| "Jewel2": 25.6, |
| "Pacman": 29.83, |
| "Word Search": 33.92, |
| "Tictactoe": 31.45, |
| "Sudoku": 40.55, |
| "Maze": 33.2, |
| "Sokoban": 28.23 |
| }, |
| { |
| "model": "OmniGen2", |
| "link": "https://arxiv.org/pdf/2506.18871", |
| "hf": "https://huggingface.co/osunlp/InstructPix2Pix-MagicBrush", |
| "open_source": true, |
| "release_date": "2025-06", |
| "Overall": 43.41, |
| "Real-World-Overall": 53.69, |
| "Viewpoint Transformation": 51.25, |
| "Material Modification": 59.68, |
| "Pose Adjustment": 68.25, |
| "Temporal Evolution": 48.28, |
| "Structural Integrity Change": 48.37, |
| "Motion State Change": 54.48, |
| "Spatial Arrangement": 51.48, |
| "Mechanical Reaction": 50.77, |
| "Medium Interaction": 50.64, |
| "Game-World-Overall": 33.14, |
| "3D Reconstruction": 70.28, |
| "Space Invader": 51.33, |
| "Jewel2": 1.38, |
| "Pacman": 29.8, |
| "Word Search": 22.87, |
| "Tictactoe": 44.97, |
| "Sudoku": 5.1, |
| "Maze": 39.57, |
| "Sokoban": 32.93 |
| }, |
| { |
| "model": "Step1X-Edit", |
| "link": "https://arxiv.org/pdf/2504.17761", |
| "hf": "https://huggingface.co/stepfun-ai/Step1X-Edit", |
| "open_source": true, |
| "release_date": "2025-04", |
| "Overall": 50.15, |
| "Real-World-Overall": 55.93, |
| "Viewpoint Transformation": 52.57, |
| "Material Modification": 66.82, |
| "Pose Adjustment": 62.15, |
| "Temporal Evolution": 50.58, |
| "Structural Integrity Change": 53.07, |
| "Motion State Change": 58.68, |
| "Spatial Arrangement": 49.8, |
| "Mechanical Reaction": 54.23, |
| "Medium Interaction": 55.45, |
| "Game-World-Overall": 44.00, |
| "3D Reconstruction": 65.68, |
| "Space Invader": 35.05, |
| "Jewel2": 36.38, |
| "Pacman": 33.25, |
| "Word Search": 45.49, |
| "Tictactoe": 46.97, |
| "Sudoku": 39.2, |
| "Maze": 55.94, |
| "Sokoban": 38.08 |
| }, |
| { |
| "model": "Bagel-Think", |
| "link": "https://arxiv.org/pdf/2505.14683", |
| "hf": "https://huggingface.co/ByteDance-Seed/BAGEL-7B-MoT", |
| "open_source": true, |
| "release_date": "2025-05", |
| "Overall": 50.96, |
| "Real-World-Overall": 56.80, |
| "Viewpoint Transformation": 59.05, |
| "Material Modification": 63.84, |
| "Pose Adjustment": 63.52, |
| "Temporal Evolution": 55.49, |
| "Structural Integrity Change": 54.05, |
| "Motion State Change": 55.62, |
| "Spatial Arrangement": 48.27, |
| "Mechanical Reaction": 55.03, |
| "Medium Interaction": 56.33, |
| "Game-World-Overall": 45.10, |
| "3D Reconstruction": 66.29, |
| "Space Invader": 45.48, |
| "Jewel2": 42.89, |
| "Pacman": 41.33, |
| "Word Search": 48.42, |
| "Tictactoe": 42.2, |
| "Sudoku": 33.27, |
| "Maze": 48.62, |
| "Sokoban": 37.38 |
| }, |
| { |
| "model": "Qwen-Image-Edit", |
| "link": "https://arxiv.org/pdf/2508.02324", |
| "hf": "https://huggingface.co/Qwen/Qwen-Image-Edit", |
| "open_source": true, |
| "release_date": "2025-08", |
| "Overall": 56.52, |
| "Real-World-Overall": 70.95, |
| "Viewpoint Transformation": 74.6, |
| "Material Modification": 76.76, |
| "Pose Adjustment": 81.45, |
| "Temporal Evolution": 64.62, |
| "Structural Integrity Change": 66.48, |
| "Motion State Change": 68.78, |
| "Spatial Arrangement": 76.5, |
| "Mechanical Reaction": 64.65, |
| "Medium Interaction": 64.69, |
| "Game-World-Overall": 41.92, |
| "3D Reconstruction": 56.73, |
| "Space Invader": 38.42, |
| "Jewel2": 41.02, |
| "Pacman": 30.45, |
| "Word Search": 48.52, |
| "Tictactoe": 33.6, |
| "Sudoku": 30.93, |
| "Maze": 61.38, |
| "Sokoban": 36.21 |
| }, |
| { |
| "model": "UniREdit-Bagel(Ours)", |
| "link": "https://arxiv.org/pdf/2511.01295", |
| "hf": "https://huggingface.co/maplebb/UniREdit-Bagel", |
| "open_source": true, |
| "release_date": "2025-11", |
| "Overall": 78.15, |
| "Real-World-Overall": 75.74, |
| "Viewpoint Transformation": 81.08, |
| "Material Modification": 72.39, |
| "Pose Adjustment": 84.78, |
| "Temporal Evolution": 70.81, |
| "Structural Integrity Change": 73.85, |
| "Motion State Change": 72.73, |
| "Spatial Arrangement": 83.13, |
| "Mechanical Reaction": 71.27, |
| "Medium Interaction": 71.62, |
| "Game-World-Overall": 80.48, |
| "3D Reconstruction": 84.9, |
| "Space Invader": 87.77, |
| "Jewel2": 57.68, |
| "Pacman": 73.05, |
| "Word Search": 86.8, |
| "Tictactoe": 71.16, |
| "Sudoku": 93.2, |
| "Maze": 98.3, |
| "Sokoban": 71.47 |
| }, |
| { |
| "model": "Lumina-DiMOO", |
| "link": "https://arxiv.org/pdf/2510.06308", |
| "hf": "https://huggingface.co/Alpha-VLLM/Lumina-DiMOO", |
| "open_source": true, |
| "release_date": "2025-10", |
| "Overall": 48.54, |
| "Real-World-Overall": 51.44, |
| "Viewpoint Transformation": 54.22, |
| "Material Modification": 51.47, |
| "Pose Adjustment": 54.4, |
| "Temporal Evolution": 50.23, |
| "Structural Integrity Change": 48.67, |
| "Motion State Change": 52.62, |
| "Spatial Arrangement": 49.65, |
| "Mechanical Reaction": 51.63, |
| "Medium Interaction": 50.03, |
| "Game-World-Overall": 45.61, |
| "3D Reconstruction": 61.23, |
| "Space Invader": 48.23, |
| "Jewel2": 36.29, |
| "Pacman": 26.35, |
| "Word Search": 41.73, |
| "Tictactoe": 65.07, |
| "Sudoku": 52.47, |
| "Maze": 43.57, |
| "Sokoban": 35.57 |
| }, |
| { |
| "model": "DreamOmni2", |
| "link": "https://arxiv.org/pdf/2510.06679v1", |
| "hf": "https://huggingface.co/xiabs/DreamOmni2", |
| "open_source": true, |
| "release_date": "2025-10", |
| "Overall": 52.81, |
| "Real-World-Overall": 56.64, |
| "Viewpoint Transformation": 61.22, |
| "Material Modification": 65.82, |
| "Pose Adjustment": 67.07, |
| "Temporal Evolution": 49.63, |
| "Structural Integrity Change": 49.58, |
| "Motion State Change": 54.83, |
| "Spatial Arrangement": 53.62, |
| "Mechanical Reaction": 54.11, |
| "Medium Interaction": 53.92, |
| "Game-World-Overall": 48.98, |
| "3D Reconstruction": 72.42, |
| "Space Invader": 38.78, |
| "Jewel2": 42.33, |
| "Pacman": 45.4, |
| "Word Search": 45.86, |
| "Tictactoe": 46.98, |
| "Sudoku": 51.42, |
| "Maze": 56.55, |
| "Sokoban": 41.05 |
| }, |
| { |
| "model": "UniWorld-V2", |
| "link": "https://arxiv.org/pdf/2510.16888", |
| "hf": "https://huggingface.co/collections/chestnutlzj/edit-r1", |
| "open_source": true, |
| "release_date": "2025-10", |
| "Overall": 54.87, |
| "Real-World-Overall": 66.55, |
| "Viewpoint Transformation": 71.45, |
| "Material Modification": 74.47, |
| "Pose Adjustment": 83.19, |
| "Temporal Evolution": 55.55, |
| "Structural Integrity Change": 58.53, |
| "Motion State Change": 65.47, |
| "Spatial Arrangement": 66.95, |
| "Mechanical Reaction": 62.2, |
| "Medium Interaction": 61.17, |
| "Game-World-Overall": 43.19, |
| "3D Reconstruction": 49.27, |
| "Space Invader": 34.44, |
| "Jewel2": 42.9, |
| "Pacman": 42.65, |
| "Word Search": 49.67, |
| "Tictactoe": 34.73, |
| "Sudoku": 28.2, |
| "Maze": 71.59, |
| "Sokoban": 35.22 |
| } |
| ] |
| } |
|
|
