{ "model_name": "eval_1024x1024_161f_5s", "model_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s", "timestamp": "2026-07-12T21:35:32.207172", "samples": [ { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.17738225476170444, "dimensions": { "task_specific": 0.17738225476170444 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.3359219193458557, "dimensions": { "task_specific": 0.3359219193458557 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.2501798391342163, "dimensions": { "task_specific": 0.2501798391342163 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.2945592403411865, "dimensions": { "task_specific": 0.2945592403411865 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.31440420150756837, "dimensions": { "task_specific": 0.31440420150756837 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.2816517412662506, "dimensions": { "task_specific": 0.2816517412662506 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.4400332621741575, "dimensions": { "task_specific": 0.4400332621741575 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.33973363706339965, "dimensions": { "task_specific": 0.33973363706339965 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.4159524683931237, "dimensions": { "task_specific": 0.4159524683931237 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.3263389851958419, "dimensions": { "task_specific": 0.3263389851958419 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.2066197337077518, "dimensions": { "task_specific": 0.2066197337077518 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7333333333333334, "dimensions": { "task_specific": 0.7333333333333334 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.6000000000000001, "dimensions": { "task_specific": 0.6000000000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.24160931989378706, "dimensions": { "task_specific": 0.24160931989378706 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.24792162255698624, "dimensions": { "task_specific": 0.24792162255698624 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.996911464788899, "dimensions": { "task_specific": 0.996911464788899 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9285890269512187, "dimensions": { "task_specific": 0.9285890269512187 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9972896221261588, "dimensions": { "task_specific": 0.9972896221261588 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.5560008520944126, "dimensions": { "task_specific": 0.5560008520944126 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.5708383931438891, "dimensions": { "task_specific": 0.5708383931438891 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6477667461270872, "dimensions": { "task_specific": 0.6477667461270872 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6221449527506233, "dimensions": { "task_specific": 0.6221449527506233 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.5910679586497192, "dimensions": { "task_specific": 0.5910679586497192 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9892776774323505, "dimensions": { "task_specific": 0.9892776774323505 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9893783158397083, "dimensions": { "task_specific": 0.9893783158397083 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9894686627091829, "dimensions": { "task_specific": 0.9894686627091829 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9893380513102372, "dimensions": { "task_specific": 0.9893380513102372 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9894231221690681, "dimensions": { "task_specific": 0.9894231221690681 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9993794478015418, "dimensions": { "task_specific": 0.9993794478015418 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.19008351486077887, "dimensions": { "task_specific": 0.19008351486077887 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.18535556793212893, "dimensions": { "task_specific": 0.18535556793212893 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9996258060915473, "dimensions": { "task_specific": 0.9996258060915473 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9994858709337628, "dimensions": { "task_specific": 0.9994858709337628 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9635309721657982, "dimensions": { "task_specific": 0.9635309721657982 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.978222891055225, "dimensions": { "task_specific": 0.978222891055225 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9788580416561155, "dimensions": { "task_specific": 0.9788580416561155 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9839198901427886, "dimensions": { "task_specific": 0.9839198901427886 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9805314939344537, "dimensions": { "task_specific": 0.9805314939344537 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.4665829514720875, "dimensions": { "task_specific": 0.4665829514720875 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9572038824815553, "dimensions": { "task_specific": 0.9572038824815553 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9289012488907178, "dimensions": { "task_specific": 0.9289012488907178 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.7419355486174112, "dimensions": { "task_specific": 0.7419355486174112 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9286743229212193, "dimensions": { "task_specific": 0.9286743229212193 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6397720793868427, "dimensions": { "task_specific": 0.6397720793868427 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.19719821587663042, "dimensions": { "task_specific": 0.19719821587663042 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2974584586406537, "dimensions": { "task_specific": 0.2974584586406537 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6822415097462192, "dimensions": { "task_specific": 0.6822415097462192 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.46487697367361336, "dimensions": { "task_specific": 0.46487697367361336 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6667321275839937, "dimensions": { "task_specific": 0.6667321275839937 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6284104972627538, "dimensions": { "task_specific": 0.6284104972627538 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6239450204722674, "dimensions": { "task_specific": 0.6239450204722674 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.61239605961293, "dimensions": { "task_specific": 0.61239605961293 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6198508516110826, "dimensions": { "task_specific": 0.6198508516110826 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.8800000000000001, "dimensions": { "task_specific": 0.8800000000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.35577394231610054, "dimensions": { "task_specific": 0.35577394231610054 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.5797007889450325, "dimensions": { "task_specific": 0.5797007889450325 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.23556374613780534, "dimensions": { "task_specific": 0.23556374613780534 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.20867468995262672, "dimensions": { "task_specific": 0.20867468995262672 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.3631839589412094, "dimensions": { "task_specific": 0.3631839589412094 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.996364570700604, "dimensions": { "task_specific": 0.996364570700604 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9962502562481425, "dimensions": { "task_specific": 0.9962502562481425 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8908315363327329, "dimensions": { "task_specific": 0.8908315363327329 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9962907743750152, "dimensions": { "task_specific": 0.9962907743750152 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8930496018459791, "dimensions": { "task_specific": 0.8930496018459791 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.1932982462482942, "dimensions": { "task_specific": 0.1932982462482942 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19333277887778122, "dimensions": { "task_specific": 0.19333277887778122 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19117273332535795, "dimensions": { "task_specific": 0.19117273332535795 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7201110284351078, "dimensions": { "task_specific": 0.7201110284351078 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19179599144782344, "dimensions": { "task_specific": 0.19179599144782344 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.45845011378608214, "dimensions": { "task_specific": 0.45845011378608214 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.32640438317426645, "dimensions": { "task_specific": 0.32640438317426645 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.4550724637681159, "dimensions": { "task_specific": 0.4550724637681159 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.2380450200431699, "dimensions": { "task_specific": 0.2380450200431699 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.5594202898550724, "dimensions": { "task_specific": 0.5594202898550724 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.880563546359973, "dimensions": { "task_specific": 0.880563546359973 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8703679208896775, "dimensions": { "task_specific": 0.8703679208896775 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3905974746575931, "dimensions": { "task_specific": 0.3905974746575931 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8901251597837045, "dimensions": { "task_specific": 0.8901251597837045 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9101120253306698, "dimensions": { "task_specific": 0.9101120253306698 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7999411610494858, "dimensions": { "task_specific": 0.7999411610494858 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.5599634581529939, "dimensions": { "task_specific": 0.5599634581529939 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7984978310905895, "dimensions": { "task_specific": 0.7984978310905895 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.504, "dimensions": { "task_specific": 0.504 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9477135271499963, "dimensions": { "task_specific": 0.9477135271499963 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.5788889928506911, "dimensions": { "task_specific": 0.5788889928506911 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9853649132741004, "dimensions": { "task_specific": 0.9853649132741004 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.42940167469003615, "dimensions": { "task_specific": 0.42940167469003615 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.7579933773590566, "dimensions": { "task_specific": 0.7579933773590566 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19834998434741996, "dimensions": { "task_specific": 0.19834998434741996 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19848565649362657, "dimensions": { "task_specific": 0.19848565649362657 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19830361498312513, "dimensions": { "task_specific": 0.19830361498312513 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.1983953712102904, "dimensions": { "task_specific": 0.1983953712102904 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19837059429026976, "dimensions": { "task_specific": 0.19837059429026976 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.947246134776343, "dimensions": { "task_specific": 0.947246134776343 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.35385399887243707, "dimensions": { "task_specific": 0.35385399887243707 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9357046004626144, "dimensions": { "task_specific": 0.9357046004626144 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9496254555919618, "dimensions": { "task_specific": 0.9496254555919618 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.35145962197189484, "dimensions": { "task_specific": 0.35145962197189484 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6250411862587136, "dimensions": { "task_specific": 0.6250411862587136 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3722235375895352, "dimensions": { "task_specific": 0.3722235375895352 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8920389003696929, "dimensions": { "task_specific": 0.8920389003696929 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7106152869435487, "dimensions": { "task_specific": 0.7106152869435487 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6389490477933526, "dimensions": { "task_specific": 0.6389490477933526 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9499145082876761, "dimensions": { "task_specific": 0.9499145082876761 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.96157329988952, "dimensions": { "task_specific": 0.96157329988952 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9616650083376754, "dimensions": { "task_specific": 0.9616650083376754 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9387030699085395, "dimensions": { "task_specific": 0.9387030699085395 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.37636335882642746, "dimensions": { "task_specific": 0.37636335882642746 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7929747989578759, "dimensions": { "task_specific": 0.7929747989578759 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3647665989387769, "dimensions": { "task_specific": 0.3647665989387769 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7686418592412592, "dimensions": { "task_specific": 0.7686418592412592 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6113028950779776, "dimensions": { "task_specific": 0.6113028950779776 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3685467639126657, "dimensions": { "task_specific": 0.3685467639126657 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.3521153719614225, "dimensions": { "task_specific": 0.3521153719614225 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.608171083180788, "dimensions": { "task_specific": 0.608171083180788 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.4825505028713523, "dimensions": { "task_specific": 0.4825505028713523 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.5890502623673941, "dimensions": { "task_specific": 0.5890502623673941 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.3205765552410201, "dimensions": { "task_specific": 0.3205765552410201 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4414, "dimensions": { "task_specific": 0.4414 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.5384, "dimensions": { "task_specific": 0.5384 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.7862, "dimensions": { "task_specific": 0.7862 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.5903, "dimensions": { "task_specific": 0.5903 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.57388, "dimensions": { "task_specific": 0.57388 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7, "dimensions": { "task_specific": 0.7 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7, "dimensions": { "task_specific": 0.7 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7, "dimensions": { "task_specific": 0.7 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7999999999999999, "dimensions": { "task_specific": 0.7999999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7, "dimensions": { "task_specific": 0.7 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.87275, "dimensions": { "task_specific": 0.87275 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.875, "dimensions": { "task_specific": 0.875 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.875, "dimensions": { "task_specific": 0.875 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.7999499999999999, "dimensions": { "task_specific": 0.7999499999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.17685, "dimensions": { "task_specific": 0.17685 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.48610000000000003, "dimensions": { "task_specific": 0.48610000000000003 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.32645, "dimensions": { "task_specific": 0.32645 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.36365, "dimensions": { "task_specific": 0.36365 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9670400000000001, "dimensions": { "task_specific": 0.9670400000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9656600000000001, "dimensions": { "task_specific": 0.9656600000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9818, "dimensions": { "task_specific": 0.9818 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.79056, "dimensions": { "task_specific": 0.79056 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.28768000000000005, "dimensions": { "task_specific": 0.28768000000000005 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.48176, "dimensions": { "task_specific": 0.48176 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.42008, "dimensions": { "task_specific": 0.42008 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.5002800000000001, "dimensions": { "task_specific": 0.5002800000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.49032000000000003, "dimensions": { "task_specific": 0.49032000000000003 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.48916000000000004, "dimensions": { "task_specific": 0.48916000000000004 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.39194, "dimensions": { "task_specific": 0.39194 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3857, "dimensions": { "task_specific": 0.3857 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.09222000000000001, "dimensions": { "task_specific": 0.09222000000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.38945, "dimensions": { "task_specific": 0.38945 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.27857, "dimensions": { "task_specific": 0.27857 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.45905, "dimensions": { "task_specific": 0.45905 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.71625, "dimensions": { "task_specific": 0.71625 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.575, "dimensions": { "task_specific": 0.575 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4375, "dimensions": { "task_specific": 0.4375 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4175, "dimensions": { "task_specific": 0.4175 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.85, "dimensions": { "task_specific": 0.85 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9742599999999999, "dimensions": { "task_specific": 0.9742599999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.87781, "dimensions": { "task_specific": 0.87781 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.85, "dimensions": { "task_specific": 0.85 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.8686099999999999, "dimensions": { "task_specific": 0.8686099999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.12338, "dimensions": { "task_specific": 0.12338 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.91818, "dimensions": { "task_specific": 0.91818 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.35018, "dimensions": { "task_specific": 0.35018 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.9135200000000001, "dimensions": { "task_specific": 0.9135200000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.35974, "dimensions": { "task_specific": 0.35974 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.056666666666666664, "dimensions": { "task_specific": 0.056666666666666664 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.059375, "dimensions": { "task_specific": 0.059375 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.09230769230769231, "dimensions": { "task_specific": 0.09230769230769231 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.22799999999999998, "dimensions": { "task_specific": 0.22799999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9398068567049055, "dimensions": { "task_specific": 0.9398068567049055 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.920448508157678, "dimensions": { "task_specific": 0.920448508157678 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9356431763764458, "dimensions": { "task_specific": 0.9356431763764458 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.8383446458508772, "dimensions": { "task_specific": 0.8383446458508772 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.4404985533852979, "dimensions": { "task_specific": 0.4404985533852979 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9770352998998988, "dimensions": { "task_specific": 0.9770352998998988 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9760647672654903, "dimensions": { "task_specific": 0.9760647672654903 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9775290217339088, "dimensions": { "task_specific": 0.9775290217339088 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9746821300932633, "dimensions": { "task_specific": 0.9746821300932633 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9758380806021268, "dimensions": { "task_specific": 0.9758380806021268 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.18430000000000002, "dimensions": { "task_specific": 0.18430000000000002 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.22664, "dimensions": { "task_specific": 0.22664 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.25142, "dimensions": { "task_specific": 0.25142 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.19998, "dimensions": { "task_specific": 0.19998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.20332, "dimensions": { "task_specific": 0.20332 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.25334, "dimensions": { "task_specific": 0.25334 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.36932, "dimensions": { "task_specific": 0.36932 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.52282, "dimensions": { "task_specific": 0.52282 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.308, "dimensions": { "task_specific": 0.308 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.32754, "dimensions": { "task_specific": 0.32754 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.5145, "dimensions": { "task_specific": 0.5145 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.21708640955076977, "dimensions": { "task_specific": 0.21708640955076977 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.3734620651068279, "dimensions": { "task_specific": 0.3734620651068279 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.3160438340837757, "dimensions": { "task_specific": 0.3160438340837757 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.21451604488427026, "dimensions": { "task_specific": 0.21451604488427026 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.313673627310654, "dimensions": { "task_specific": 0.313673627310654 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.46482, "dimensions": { "task_specific": 0.46482 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.47158000000000005, "dimensions": { "task_specific": 0.47158000000000005 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.30748, "dimensions": { "task_specific": 0.30748 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.52528, "dimensions": { "task_specific": 0.52528 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.35124, "dimensions": { "task_specific": 0.35124 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.57618, "dimensions": { "task_specific": 0.57618 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.35287999999999997, "dimensions": { "task_specific": 0.35287999999999997 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.79528, "dimensions": { "task_specific": 0.79528 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.39642, "dimensions": { "task_specific": 0.39642 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.16474, "dimensions": { "task_specific": 0.16474 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.9076689045729625, "dimensions": { "task_specific": 0.9076689045729625 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.9432065771310962, "dimensions": { "task_specific": 0.9432065771310962 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.3934240379020141, "dimensions": { "task_specific": 0.3934240379020141 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.3921997654688992, "dimensions": { "task_specific": 0.3921997654688992 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.8291770635618965, "dimensions": { "task_specific": 0.8291770635618965 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.5, "dimensions": { "task_specific": 0.5 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19430502869370686, "dimensions": { "task_specific": 0.19430502869370686 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19470672389127328, "dimensions": { "task_specific": 0.19470672389127328 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.26666666666666666, "dimensions": { "task_specific": 0.26666666666666666 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.8722139673105498, "dimensions": { "task_specific": 0.8722139673105498 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.8666666666666667, "dimensions": { "task_specific": 0.8666666666666667 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.7450711584229219, "dimensions": { "task_specific": 0.7450711584229219 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.27211950782315064, "dimensions": { "task_specific": 0.27211950782315064 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.30555167872582073, "dimensions": { "task_specific": 0.30555167872582073 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.29309132634843166, "dimensions": { "task_specific": 0.29309132634843166 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.17395698417930133, "dimensions": { "task_specific": 0.17395698417930133 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.18909450474599376, "dimensions": { "task_specific": 0.18909450474599376 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.5275, "dimensions": { "task_specific": 0.5275 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.44126000000000004, "dimensions": { "task_specific": 0.44126000000000004 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.43600000000000005, "dimensions": { "task_specific": 0.43600000000000005 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.52, "dimensions": { "task_specific": 0.52 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.46, "dimensions": { "task_specific": 0.46 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.38908643088859657, "dimensions": { "task_specific": 0.38908643088859657 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.26947560895151595, "dimensions": { "task_specific": 0.26947560895151595 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.41705468102375554, "dimensions": { "task_specific": 0.41705468102375554 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.3321946733386581, "dimensions": { "task_specific": 0.3321946733386581 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.28921341452399746, "dimensions": { "task_specific": 0.28921341452399746 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.26666666666666666, "dimensions": { "task_specific": 0.26666666666666666 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.26666666666666666, "dimensions": { "task_specific": 0.26666666666666666 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.38522674652980377, "dimensions": { "task_specific": 0.38522674652980377 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.6666666666666666, "dimensions": { "task_specific": 0.6666666666666666 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4666666666666667, "dimensions": { "task_specific": 0.4666666666666667 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.8999999999999999, "dimensions": { "task_specific": 0.8999999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.27833914053426245, "dimensions": { "task_specific": 0.27833914053426245 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.8999999999999999, "dimensions": { "task_specific": 0.8999999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.1935119282984052, "dimensions": { "task_specific": 0.1935119282984052 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.19467443311836904, "dimensions": { "task_specific": 0.19467443311836904 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.19196866534885426, "dimensions": { "task_specific": 0.19196866534885426 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.19467724320285107, "dimensions": { "task_specific": 0.19467724320285107 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.5499999999999999, "dimensions": { "task_specific": 0.5499999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.34254772663116456, "dimensions": { "task_specific": 0.34254772663116456 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.33642024993896485, "dimensions": { "task_specific": 0.33642024993896485 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.36499943733215334, "dimensions": { "task_specific": 0.36499943733215334 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.9334838754464114, "dimensions": { "task_specific": 0.9334838754464114 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.9378616752575772, "dimensions": { "task_specific": 0.9378616752575772 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3845233005557931, "dimensions": { "task_specific": 0.3845233005557931 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.6356412966878082, "dimensions": { "task_specific": 0.6356412966878082 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5903703253169045, "dimensions": { "task_specific": 0.5903703253169045 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.7530423761518532, "dimensions": { "task_specific": 0.7530423761518532 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.7711009854863587, "dimensions": { "task_specific": 0.7711009854863587 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29051856994628905, "dimensions": { "task_specific": 0.29051856994628905 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.7735921068513358, "dimensions": { "task_specific": 0.7735921068513358 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.28261488989294586, "dimensions": { "task_specific": 0.28261488989294586 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.28725727579167265, "dimensions": { "task_specific": 0.28725727579167265 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.2771183566687661, "dimensions": { "task_specific": 0.2771183566687661 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.24132698076583728, "dimensions": { "task_specific": 0.24132698076583728 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.2682248922154378, "dimensions": { "task_specific": 0.2682248922154378 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.199037987565393, "dimensions": { "task_specific": 0.199037987565393 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9874691741860284, "dimensions": { "task_specific": 0.9874691741860284 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5108525751613745, "dimensions": { "task_specific": 0.5108525751613745 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9393140798874081, "dimensions": { "task_specific": 0.9393140798874081 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9955871513831186, "dimensions": { "task_specific": 0.9955871513831186 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.4668593223149923, "dimensions": { "task_specific": 0.4668593223149923 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.09527999999999999, "dimensions": { "task_specific": 0.09527999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.28682, "dimensions": { "task_specific": 0.28682 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.35196, "dimensions": { "task_specific": 0.35196 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.29752, "dimensions": { "task_specific": 0.29752 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.32733999999999996, "dimensions": { "task_specific": 0.32733999999999996 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.31496, "dimensions": { "task_specific": 0.31496 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.24664000000000003, "dimensions": { "task_specific": 0.24664000000000003 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.31322000000000005, "dimensions": { "task_specific": 0.31322000000000005 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.39998, "dimensions": { "task_specific": 0.39998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.23822, "dimensions": { "task_specific": 0.23822 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.28281894270758823, "dimensions": { "task_specific": 0.28281894270758823 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.23256339882676305, "dimensions": { "task_specific": 0.23256339882676305 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.14167702136179328, "dimensions": { "task_specific": 0.14167702136179328 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.10675439385044476, "dimensions": { "task_specific": 0.10675439385044476 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.28650012685136866, "dimensions": { "task_specific": 0.28650012685136866 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.1925504866582798, "dimensions": { "task_specific": 0.1925504866582798 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19311003700626841, "dimensions": { "task_specific": 0.19311003700626841 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.9356794742346586, "dimensions": { "task_specific": 0.9356794742346586 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.6455687431989183, "dimensions": { "task_specific": 0.6455687431989183 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.37035557858634627, "dimensions": { "task_specific": 0.37035557858634627 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.9009144469246441, "dimensions": { "task_specific": 0.9009144469246441 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.585690211691127, "dimensions": { "task_specific": 0.585690211691127 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9170793754876017, "dimensions": { "task_specific": 0.9170793754876017 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9217425752345391, "dimensions": { "task_specific": 0.9217425752345391 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.66352, "dimensions": { "task_specific": 0.66352 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.73186, "dimensions": { "task_specific": 0.73186 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.41986, "dimensions": { "task_specific": 0.41986 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.52702, "dimensions": { "task_specific": 0.52702 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.31231599966792184, "dimensions": { "task_specific": 0.31231599966792184 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.4435073839662447, "dimensions": { "task_specific": 0.4435073839662447 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.23478298611111112, "dimensions": { "task_specific": 0.23478298611111112 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.7604387827317763, "dimensions": { "task_specific": 0.7604387827317763 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.31894174114123003, "dimensions": { "task_specific": 0.31894174114123003 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.19414, "dimensions": { "task_specific": 0.19414 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.76282, "dimensions": { "task_specific": 0.76282 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.9852400000000001, "dimensions": { "task_specific": 0.9852400000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.28303856817940926, "dimensions": { "task_specific": 0.28303856817940926 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.61375312632368, "dimensions": { "task_specific": 0.61375312632368 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3427698162041426, "dimensions": { "task_specific": 0.3427698162041426 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3062224949360872, "dimensions": { "task_specific": 0.3062224949360872 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.43015993336433167, "dimensions": { "task_specific": 0.43015993336433167 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.56572, "dimensions": { "task_specific": 0.56572 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.4125384404206911, "dimensions": { "task_specific": 0.4125384404206911 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.31450719750142536, "dimensions": { "task_specific": 0.31450719750142536 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.20641790459457549, "dimensions": { "task_specific": 0.20641790459457549 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.31138315528444793, "dimensions": { "task_specific": 0.31138315528444793 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.16922268101419197, "dimensions": { "task_specific": 0.16922268101419197 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.3984248288700576, "dimensions": { "task_specific": 0.3984248288700576 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.38641735594241094, "dimensions": { "task_specific": 0.38641735594241094 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.379606105693254, "dimensions": { "task_specific": 0.379606105693254 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.5800000000000001, "dimensions": { "task_specific": 0.5800000000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29593072663461234, "dimensions": { "task_specific": 0.29593072663461234 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2962197028666733, "dimensions": { "task_specific": 0.2962197028666733 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29116628184096227, "dimensions": { "task_specific": 0.29116628184096227 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29349991610984183, "dimensions": { "task_specific": 0.29349991610984183 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2910833444605091, "dimensions": { "task_specific": 0.2910833444605091 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3222787370868758, "dimensions": { "task_specific": 0.3222787370868758 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.32065832100662534, "dimensions": { "task_specific": 0.32065832100662534 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3149862252029718, "dimensions": { "task_specific": 0.3149862252029718 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.31931979609470745, "dimensions": { "task_specific": 0.31931979609470745 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2959793390012255, "dimensions": { "task_specific": 0.2959793390012255 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.28970010545468217, "dimensions": { "task_specific": 0.28970010545468217 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2909916219833212, "dimensions": { "task_specific": 0.2909916219833212 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2898675496286559, "dimensions": { "task_specific": 0.2898675496286559 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29061618815328144, "dimensions": { "task_specific": 0.29061618815328144 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2907417340109911, "dimensions": { "task_specific": 0.2907417340109911 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29618358877730566, "dimensions": { "task_specific": 0.29618358877730566 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29567329726368397, "dimensions": { "task_specific": 0.29567329726368397 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29629274499824426, "dimensions": { "task_specific": 0.29629274499824426 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29560415883120117, "dimensions": { "task_specific": 0.29560415883120117 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2959506618278574, "dimensions": { "task_specific": 0.2959506618278574 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.0003759092149686051, "dimensions": { "task_specific": 0.0003759092149686051 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.0216232667868299, "dimensions": { "task_specific": 0.0216232667868299 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.0325, "dimensions": { "task_specific": 0.0325 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3225223529411764, "dimensions": { "task_specific": 0.3225223529411764 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.26646940037616457, "dimensions": { "task_specific": 0.26646940037616457 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.45113224900532084, "dimensions": { "task_specific": 0.45113224900532084 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.4408865347059031, "dimensions": { "task_specific": 0.4408865347059031 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.39928308949561203, "dimensions": { "task_specific": 0.39928308949561203 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.49426024035408933, "dimensions": { "task_specific": 0.49426024035408933 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.7018917060045726, "dimensions": { "task_specific": 0.7018917060045726 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.7342891217006405, "dimensions": { "task_specific": 0.7342891217006405 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.7218905743567386, "dimensions": { "task_specific": 0.7218905743567386 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.7388005586231493, "dimensions": { "task_specific": 0.7388005586231493 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.535828519650857, "dimensions": { "task_specific": 0.535828519650857 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.13648321858201254, "dimensions": { "task_specific": 0.13648321858201254 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.7204196133759955, "dimensions": { "task_specific": 0.7204196133759955 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.24068413863008542, "dimensions": { "task_specific": 0.24068413863008542 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.21911625586135972, "dimensions": { "task_specific": 0.21911625586135972 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5665275328457106, "dimensions": { "task_specific": 0.5665275328457106 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.23573509696259676, "dimensions": { "task_specific": 0.23573509696259676 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.34094715695210837, "dimensions": { "task_specific": 0.34094715695210837 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5188392220071749, "dimensions": { "task_specific": 0.5188392220071749 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.47456011138915377, "dimensions": { "task_specific": 0.47456011138915377 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5388749472399281, "dimensions": { "task_specific": 0.5388749472399281 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.7798515663932134, "dimensions": { "task_specific": 0.7798515663932134 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.6129898645989558, "dimensions": { "task_specific": 0.6129898645989558 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.6158023041581879, "dimensions": { "task_specific": 0.6158023041581879 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.597535209385481, "dimensions": { "task_specific": 0.597535209385481 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.6084825251434334, "dimensions": { "task_specific": 0.6084825251434334 }, "error": null } ], "summary": { "In_Domain": { "scores": [ 1.0, 0.2, 0.17738225476170444, 1.0, 1.0, 1.0, 1.0, 0.2, 0.2, 0.2, 0.3359219193458557, 0.2501798391342163, 0.2945592403411865, 0.31440420150756837, 0.2816517412662506, 0.4400332621741575, 0.33973363706339965, 0.4159524683931237, 0.3263389851958419, 0.2066197337077518, 0.8, 0.7333333333333334, 1.0, 0.6000000000000001, 0.8, 0.24160931989378706, 0.24792162255698624, 0.996911464788899, 0.9285890269512187, 0.9972896221261588, 0.5560008520944126, 0.5708383931438891, 0.6477667461270872, 0.6221449527506233, 0.5910679586497192, 0.9892776774323505, 0.9893783158397083, 0.9894686627091829, 0.9893380513102372, 0.9894231221690681, 0.9993794478015418, 0.19008351486077887, 0.18535556793212893, 0.9996258060915473, 0.9994858709337628, 0.9635309721657982, 0.978222891055225, 0.9788580416561155, 0.9839198901427886, 0.9805314939344537, 0.4665829514720875, 0.9572038824815553, 0.9289012488907178, 0.7419355486174112, 0.9286743229212193, 0.6397720793868427, 0.19719821587663042, 0.2974584586406537, 0.6822415097462192, 0.46487697367361336, 0.6667321275839937, 0.6284104972627538, 0.6239450204722674, 0.61239605961293, 0.6198508516110826, 1.0, 1.0, 1.0, 1.0, 0.8800000000000001, 0.35577394231610054, 0.5797007889450325, 0.23556374613780534, 0.20867468995262672, 0.3631839589412094, 0.996364570700604, 0.9962502562481425, 0.8908315363327329, 0.9962907743750152, 0.8930496018459791, 0.1932982462482942, 0.19333277887778122, 0.19117273332535795, 0.7201110284351078, 0.19179599144782344, 0.45845011378608214, 0.32640438317426645, 0.4550724637681159, 0.2380450200431699, 0.5594202898550724, 0.880563546359973, 0.8703679208896775, 0.3905974746575931, 0.8901251597837045, 0.9101120253306698, 0.7999411610494858, 0.5599634581529939, 0.8, 0.7984978310905895, 0.504, 0.9477135271499963, 0.5788889928506911, 0.9853649132741004, 0.42940167469003615, 0.7579933773590566, 0.19834998434741996, 0.19848565649362657, 0.19830361498312513, 0.1983953712102904, 0.19837059429026976, 0.947246134776343, 0.35385399887243707, 0.9357046004626144, 0.9496254555919618, 0.35145962197189484, 0.6250411862587136, 0.3722235375895352, 0.8920389003696929, 0.7106152869435487, 0.6389490477933526, 0.9499145082876761, 0.96157329988952, 0.9616650083376754, 0.9387030699085395, 0.37636335882642746, 0.7929747989578759, 0.3647665989387769, 0.7686418592412592, 0.6113028950779776, 0.3685467639126657, 0.3521153719614225, 0.608171083180788, 0.4825505028713523, 0.5890502623673941, 0.3205765552410201, 0.4414, 0.4, 0.4, 0.4, 0.4, 0.8, 0.8, 0.5384, 0.8, 0.8, 0.7862, 0.5903, 0.8, 0.8, 0.57388, 0.7, 0.7, 0.7, 0.7999999999999999, 0.7, 1.0, 0.87275, 0.875, 0.875, 0.7999499999999999, 0.0, 0.17685, 0.48610000000000003, 0.32645, 0.36365, 0.9670400000000001, 0.9656600000000001, 0.9818, 0.79056, 0.28768000000000005, 0.48176, 0.42008, 0.5002800000000001, 0.49032000000000003, 0.48916000000000004, 0.39194, 0.3857, 0.09222000000000001, 0.38945, 0.27857, 0.45905, 0.71625, 0.575, 0.4375, 0.4175, 0.85, 0.9742599999999999, 0.87781, 0.85, 0.8686099999999999, 0.12338, 0.91818, 0.35018, 0.9135200000000001, 0.35974, 0.056666666666666664, 0.059375, 0.09230769230769231, 0.0, 0.22799999999999998, 0.9398068567049055, 0.920448508157678, 0.9356431763764458, 0.8383446458508772, 0.4404985533852979, 0.2, 0.2, 0.2, 0.2, 0.2, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9770352998998988, 0.9760647672654903, 0.9775290217339088, 0.9746821300932633, 0.9758380806021268, 1.0, 1.0, 1.0, 0.18430000000000002, 1.0, 0.22664, 0.25142, 0.19998, 0.20332, 0.25334, 0.36932, 0.52282, 0.308, 0.32754, 0.5145, 0.21708640955076977, 0.3734620651068279, 0.3160438340837757, 0.21451604488427026, 0.313673627310654, 0.46482, 0.47158000000000005, 0.30748, 0.52528, 0.35124, 0.57618, 0.35287999999999997, 0.79528, 0.39642, 0.16474 ], "by_task": { "G-131_select_next_figure_increasing_size_sequence_data-generator": 0.6754764509523409, "G-134_select_next_figure_large_small_alternating_sequence_data-generator": 0.52, "G-138_spot_unique_non_repeated_color_data-generator": 0.2953433883190155, "G-13_grid_number_sequence_data-generator": 0.3457356173068549, "G-158_identify_all_hollow_points_data-generator": 0.7866666666666667, "G-15_grid_avoid_obstacles_data-generator": 0.68246421126341, "G-16_grid_go_through_block_data-generator": 0.5975637805531463, "G-18_grid_shortest_path_data-generator": 0.9893771658921094, "G-194_construct_concentric_ring_data-generator": 0.6747860415239519, "G-21_multiple_occlusions_vertical_data-generator": 0.9770126577908762, "G-25_seperate_object_spinning_data-generator": 0.8046595908765981, "G-29_chart_extreme_with_data_data-generator": 0.45630944746479185, "G-31_directed_graph_navigation_data-generator": 0.6302669113086055, "G-39_attention_shift_different_data-generator": 0.976, "G-3_stable_sort_data-generator": 0.3485794252585549, "G-41_grid_highest_cost_data-generator": 0.9545573479004947, "G-43_understand_scene_structure_data-generator": 0.29794215566687293, "G-45_key_door_matching_data-generator": 0.4074784541253414, "G-51_predict_next_color_data-generator": 0.7883532254043236, "G-5_multi_object_placement_data-generator": 0.6924804900586138, "G-8_track_object_movement_data-generator": 0.7398724970647761, "G-9_identify_objects_in_region_data-generator": 0.19838104426494635, "O-10_shape_outline_fill_data-generator": 0.7075779623350502, "O-12_shape_color_then_scale_data-generator": 0.6477735917909686, "O-13_shape_outline_then_move_data-generator": 0.8376438490499677, "O-14_shape_scale_then_outline_data-generator": 0.5812465832257111, "O-15_ball_bounces_given_time_data-generator": 0.4704927551243954, "O-16_color_addition_data-generator": 0.4082800000000001, "O-18_glass_refraction_data-generator": 0.7476800000000001, "O-19_mirror_reflection_data-generator": 0.710076, "O-21_construction_blueprint_data-generator": 0.72, "O-23_domino_chain_branch_path_prediction_data-generator": 0.88454, "O-24_domino_chain_gap_analysis_data-generator": 0.27061, "O-25_LEGO_construction_assembly_data-generator": 0.798548, "O-29_ballcolor_data-generator": 0.47632, "O-30_bookshelf_data-generator": 0.30757599999999996, "O-31_ball_eating_data-generator": 0.5210600000000001, "O-32_rolling_ball_data-generator": 0.884136, "O-33_counting_object_data-generator": 0.533, "O-34_dot_to_dot_task_data-generator": 0.08726987179487179, "O-36_grid_shift_data-generator": 0.8149483480950408, "O-37_light_sequence_data-generator": 0.2, "O-38_majority_color_data-generator": 1.0, "O-44_rotation_puzzle_data-generator": 0.9762298599189376, "O-45_sequence_completion_data-generator": 0.83686, "O-47_sliding_puzzle_data-generator": 0.22694, "O-52_traffic_light_data-generator": 0.408436, "O-53_clock_data-generator": 0.28695639618725954, "O-55_rotation_data-generator": 0.42408, "O-75_communicating_vessels_data-generator": 0.45709999999999995 }, "by_category": { "Abstraction": 0.5957756305415766, "Perception": 0.5507030154758791, "Spatiality": 0.6094392675561834, "Transformation": 0.8388064278957401, "Knowledge": 0.4803512247896141 }, "mean_score": 0.6012937557436898, "num_samples": 250 }, "Out_of_Domain": { "scores": [ 1.0, 0.2, 0.2, 0.2, 1.0, 0.4, 0.4, 0.4, 0.4, 0.4, 0.9076689045729625, 0.9432065771310962, 0.3934240379020141, 0.3921997654688992, 0.8291770635618965, 0.2, 1.0, 0.2, 0.2, 0.2, 0.3, 0.3, 0.3, 1.0, 0.3, 0.5, 0.2, 0.2, 0.2, 0.2, 0.3, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 0.3, 0.19430502869370686, 0.2, 0.19470672389127328, 0.2, 0.2, 0.26666666666666666, 0.8722139673105498, 1.0, 0.8666666666666667, 0.7450711584229219, 0.27211950782315064, 0.30555167872582073, 0.29309132634843166, 0.17395698417930133, 0.18909450474599376, 0.5275, 0.44126000000000004, 0.43600000000000005, 0.52, 0.46, 0.38908643088859657, 0.26947560895151595, 0.41705468102375554, 0.3321946733386581, 0.28921341452399746, 0.26666666666666666, 0.26666666666666666, 0.38522674652980377, 0.6666666666666666, 0.4666666666666667, 0.2, 0.2, 0.2, 0.2, 0.2, 0.3, 0.8999999999999999, 0.27833914053426245, 0.8999999999999999, 0.19999999999999998, 0.1935119282984052, 0.2, 0.19467443311836904, 0.19196866534885426, 0.19467724320285107, 0.5499999999999999, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 1.0, 1.0, 0.2, 0.2, 0.2, 0.34254772663116456, 0.33642024993896485, 0.36499943733215334, 0.9334838754464114, 0.9378616752575772, 0.4, 0.3845233005557931, 0.4, 0.4, 0.4, 1.0, 1.0, 0.6356412966878082, 1.0, 0.3, 0.5903703253169045, 0.7530423761518532, 0.7711009854863587, 0.29051856994628905, 0.7735921068513358, 0.28261488989294586, 0.28725727579167265, 0.2771183566687661, 0.24132698076583728, 0.2682248922154378, 1.0, 0.2, 0.2, 0.2, 0.199037987565393, 0.9874691741860284, 0.5108525751613745, 0.9393140798874081, 0.9955871513831186, 0.4668593223149923, 0.09527999999999999, 0.28682, 0.35196, 0.29752, 0.32733999999999996, 0.31496, 0.24664000000000003, 0.31322000000000005, 0.39998, 0.23822, 0.28281894270758823, 0.23256339882676305, 0.14167702136179328, 0.10675439385044476, 0.28650012685136866, 0.2, 0.1925504866582798, 0.2, 0.19311003700626841, 0.2, 0.9356794742346586, 0.6455687431989183, 0.37035557858634627, 0.9009144469246441, 0.585690211691127, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.9170793754876017, 0.9217425752345391, 0.0, 0.66352, 0.73186, 0.4, 0.41986, 0.52702, 0.31231599966792184, 0.4435073839662447, 0.23478298611111112, 0.7604387827317763, 0.31894174114123003, 0.19414, 0.76282, 0.2, 1.0, 0.9852400000000001, 0.28303856817940926, 0.61375312632368, 0.3427698162041426, 0.3062224949360872, 0.43015993336433167, 1.0, 1.0, 1.0, 0.56572, 1.0, 0.4125384404206911, 0.31450719750142536, 0.20641790459457549, 0.31138315528444793, 0.16922268101419197, 0.3984248288700576, 0.4, 0.38641735594241094, 0.379606105693254, 0.5800000000000001, 0.3, 0.3, 0.3, 0.3, 0.3, 0.29593072663461234, 0.2962197028666733, 0.29116628184096227, 0.29349991610984183, 0.2910833444605091, 0.3222787370868758, 0.32065832100662534, 0.3149862252029718, 0.31931979609470745, 0.2959793390012255, 0.28970010545468217, 0.2909916219833212, 0.2898675496286559, 0.29061618815328144, 0.2907417340109911, 0.29618358877730566, 0.29567329726368397, 0.29629274499824426, 0.29560415883120117, 0.2959506618278574, 0.0003759092149686051, 0.0216232667868299, 0.0325, 0.0, 0.3225223529411764, 0.26646940037616457, 0.45113224900532084, 0.4408865347059031, 0.39928308949561203, 0.49426024035408933, 0.7018917060045726, 0.7342891217006405, 0.7218905743567386, 0.7388005586231493, 0.535828519650857, 0.13648321858201254, 0.7204196133759955, 0.24068413863008542, 0.21911625586135972, 0.5665275328457106, 0.23573509696259676, 0.34094715695210837, 0.5188392220071749, 0.47456011138915377, 0.5388749472399281, 0.7798515663932134, 0.6129898645989558, 0.6158023041581879, 0.597535209385481, 0.6084825251434334 ], "by_task": { "G-135_select_next_figure_small_large_alternating_sequence_data-generator": 0.52, "G-136_locate_point_in_overlapping_area_data-generator": 0.4, "G-140_locate_topmost_unobscured_figure_data-generator": 0.6931352697273737, "G-147_identify_unique_figure_in_uniform_set_data-generator": 0.36, "G-160_circle_largest_numerical_value_data-generator": 0.44000000000000006, "G-161_mark_second_largest_shape_data-generator": 0.26, "G-167_select_longest_polygon_side_data-generator": 0.24, "G-168_identify_nearest_to_square_rectangle_data-generator": 0.19780235051699604, "G-169_locate_intersection_of_segments_data-generator": 0.750123691813361, "G-174_arrange_circles_by_circumference_data-generator": 0.24676280036453963, "G-189_draw_midpoint_perpendicular_line_data-generator": 0.476952, "G-193_draw_next_sized_shape_data-generator": 0.3394049617453047, "G-202_mark_wave_peaks_data-generator": 0.4103786826392941, "G-206_identify_pentagons_data-generator": 0.2, "G-212_find_incorrect_arrow_direction_data-generator": 0.5156678281068524, "G-217_circle_central_dot_data-generator": 0.19496645399369592, "G-218_identify_largest_angle_in_triangle_data-generator": 0.26999999999999996, "G-219_select_leftmost_shape_data-generator": 0.52, "G-221_outline_innermost_square_data-generator": 0.5830625929212543, "G-222_mark_tangent_point_of_circles_data-generator": 0.39690466011115866, "G-223_highlight_horizontal_lines_data-generator": 0.7871282593375616, "G-240_add_borders_to_unbordered_shapes_data-generator": 0.6357248727505482, "G-247_identify_chinese_character_data-generator": 0.27130847906693195, "G-248_mark_asymmetrical_shape_data-generator": 0.3598075975130786, "G-24_separate_objects_no_spin_data-generator": 0.7800164605865844, "G-250_color_triple_intersection_red_data-generator": 0.27178399999999997, "G-273_high_density_liquid_data-generator": 0.302604, "G-47_multiple_keys_for_one_door_data-generator": 0.2100627767195916, "G-54_connecting_color_data-generator": 0.19713210473290965, "O-11_shape_color_then_move_data-generator": 0.6876416909271389, "O-22_construction_stack_data-generator": 0.0, "O-27_move_2_object_to_2_target_data-generator": 0.3677643901444282, "O-2_pigment_color_mixing_subtractive_data-generator": 0.5484519999999999, "O-39_maze_data-generator": 0.4139973787236568, "O-43_object_subtraction_data-generator": 0.6284400000000001, "O-46_shape_sorter_data-generator": 0.39518878780153016, "O-49_symmetry_completion_data-generator": 0.913144, "O-54_control_panel_data-generator": 0.2828138757630664, "O-56_raven_data-generator": 0.42888965810114454, "O-58_symbol_delete_data-generator": 0.3, "O-59_symbol_insert_data-generator": 0.2935799943825198, "O-5_symbol_deletion_data-generator": 0.3146444836784812, "O-60_symbol_substitute_data-generator": 0.29038343984618636, "O-61_symbol_edit_data-generator": 0.2959408903396585, "O-62_gravity_physics_data-generator": 0.07540430578859499, "O-64_animal_matching_data-generator": 0.41040630278741796, "O-65_animal_size_sorting_data-generator": 0.6865400960671917, "O-6_2d_geometric_transformation_data-generator": 0.3766461518590328, "O-85_2d_object_rotation_data-generator": 0.42179130691019234, "O-9_shape_scaling_data-generator": 0.6429322939358543 }, "by_category": { "Abstraction": 0.5554083100590635, "Perception": 0.3987071616422602, "Spatiality": 0.48405160361837524, "Knowledge": 0.25685664776984457, "Transformation": 0.3755451600835831 }, "mean_score": 0.4121066177940626, "num_samples": 250 }, "overall": { "scores": [ 1.0, 0.2, 0.17738225476170444, 1.0, 1.0, 1.0, 1.0, 0.2, 0.2, 0.2, 0.3359219193458557, 0.2501798391342163, 0.2945592403411865, 0.31440420150756837, 0.2816517412662506, 0.4400332621741575, 0.33973363706339965, 0.4159524683931237, 0.3263389851958419, 0.2066197337077518, 0.8, 0.7333333333333334, 1.0, 0.6000000000000001, 0.8, 0.24160931989378706, 0.24792162255698624, 0.996911464788899, 0.9285890269512187, 0.9972896221261588, 0.5560008520944126, 0.5708383931438891, 0.6477667461270872, 0.6221449527506233, 0.5910679586497192, 0.9892776774323505, 0.9893783158397083, 0.9894686627091829, 0.9893380513102372, 0.9894231221690681, 0.9993794478015418, 0.19008351486077887, 0.18535556793212893, 0.9996258060915473, 0.9994858709337628, 0.9635309721657982, 0.978222891055225, 0.9788580416561155, 0.9839198901427886, 0.9805314939344537, 0.4665829514720875, 0.9572038824815553, 0.9289012488907178, 0.7419355486174112, 0.9286743229212193, 0.6397720793868427, 0.19719821587663042, 0.2974584586406537, 0.6822415097462192, 0.46487697367361336, 0.6667321275839937, 0.6284104972627538, 0.6239450204722674, 0.61239605961293, 0.6198508516110826, 1.0, 1.0, 1.0, 1.0, 0.8800000000000001, 0.35577394231610054, 0.5797007889450325, 0.23556374613780534, 0.20867468995262672, 0.3631839589412094, 0.996364570700604, 0.9962502562481425, 0.8908315363327329, 0.9962907743750152, 0.8930496018459791, 0.1932982462482942, 0.19333277887778122, 0.19117273332535795, 0.7201110284351078, 0.19179599144782344, 0.45845011378608214, 0.32640438317426645, 0.4550724637681159, 0.2380450200431699, 0.5594202898550724, 0.880563546359973, 0.8703679208896775, 0.3905974746575931, 0.8901251597837045, 0.9101120253306698, 0.7999411610494858, 0.5599634581529939, 0.8, 0.7984978310905895, 0.504, 0.9477135271499963, 0.5788889928506911, 0.9853649132741004, 0.42940167469003615, 0.7579933773590566, 0.19834998434741996, 0.19848565649362657, 0.19830361498312513, 0.1983953712102904, 0.19837059429026976, 0.947246134776343, 0.35385399887243707, 0.9357046004626144, 0.9496254555919618, 0.35145962197189484, 0.6250411862587136, 0.3722235375895352, 0.8920389003696929, 0.7106152869435487, 0.6389490477933526, 0.9499145082876761, 0.96157329988952, 0.9616650083376754, 0.9387030699085395, 0.37636335882642746, 0.7929747989578759, 0.3647665989387769, 0.7686418592412592, 0.6113028950779776, 0.3685467639126657, 0.3521153719614225, 0.608171083180788, 0.4825505028713523, 0.5890502623673941, 0.3205765552410201, 0.4414, 0.4, 0.4, 0.4, 0.4, 0.8, 0.8, 0.5384, 0.8, 0.8, 0.7862, 0.5903, 0.8, 0.8, 0.57388, 0.7, 0.7, 0.7, 0.7999999999999999, 0.7, 1.0, 0.87275, 0.875, 0.875, 0.7999499999999999, 0.0, 0.17685, 0.48610000000000003, 0.32645, 0.36365, 0.9670400000000001, 0.9656600000000001, 0.9818, 0.79056, 0.28768000000000005, 0.48176, 0.42008, 0.5002800000000001, 0.49032000000000003, 0.48916000000000004, 0.39194, 0.3857, 0.09222000000000001, 0.38945, 0.27857, 0.45905, 0.71625, 0.575, 0.4375, 0.4175, 0.85, 0.9742599999999999, 0.87781, 0.85, 0.8686099999999999, 0.12338, 0.91818, 0.35018, 0.9135200000000001, 0.35974, 0.056666666666666664, 0.059375, 0.09230769230769231, 0.0, 0.22799999999999998, 0.9398068567049055, 0.920448508157678, 0.9356431763764458, 0.8383446458508772, 0.4404985533852979, 0.2, 0.2, 0.2, 0.2, 0.2, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9770352998998988, 0.9760647672654903, 0.9775290217339088, 0.9746821300932633, 0.9758380806021268, 1.0, 1.0, 1.0, 0.18430000000000002, 1.0, 0.22664, 0.25142, 0.19998, 0.20332, 0.25334, 0.36932, 0.52282, 0.308, 0.32754, 0.5145, 0.21708640955076977, 0.3734620651068279, 0.3160438340837757, 0.21451604488427026, 0.313673627310654, 0.46482, 0.47158000000000005, 0.30748, 0.52528, 0.35124, 0.57618, 0.35287999999999997, 0.79528, 0.39642, 0.16474, 1.0, 0.2, 0.2, 0.2, 1.0, 0.4, 0.4, 0.4, 0.4, 0.4, 0.9076689045729625, 0.9432065771310962, 0.3934240379020141, 0.3921997654688992, 0.8291770635618965, 0.2, 1.0, 0.2, 0.2, 0.2, 0.3, 0.3, 0.3, 1.0, 0.3, 0.5, 0.2, 0.2, 0.2, 0.2, 0.3, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 0.3, 0.19430502869370686, 0.2, 0.19470672389127328, 0.2, 0.2, 0.26666666666666666, 0.8722139673105498, 1.0, 0.8666666666666667, 0.7450711584229219, 0.27211950782315064, 0.30555167872582073, 0.29309132634843166, 0.17395698417930133, 0.18909450474599376, 0.5275, 0.44126000000000004, 0.43600000000000005, 0.52, 0.46, 0.38908643088859657, 0.26947560895151595, 0.41705468102375554, 0.3321946733386581, 0.28921341452399746, 0.26666666666666666, 0.26666666666666666, 0.38522674652980377, 0.6666666666666666, 0.4666666666666667, 0.2, 0.2, 0.2, 0.2, 0.2, 0.3, 0.8999999999999999, 0.27833914053426245, 0.8999999999999999, 0.19999999999999998, 0.1935119282984052, 0.2, 0.19467443311836904, 0.19196866534885426, 0.19467724320285107, 0.5499999999999999, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 1.0, 1.0, 0.2, 0.2, 0.2, 0.34254772663116456, 0.33642024993896485, 0.36499943733215334, 0.9334838754464114, 0.9378616752575772, 0.4, 0.3845233005557931, 0.4, 0.4, 0.4, 1.0, 1.0, 0.6356412966878082, 1.0, 0.3, 0.5903703253169045, 0.7530423761518532, 0.7711009854863587, 0.29051856994628905, 0.7735921068513358, 0.28261488989294586, 0.28725727579167265, 0.2771183566687661, 0.24132698076583728, 0.2682248922154378, 1.0, 0.2, 0.2, 0.2, 0.199037987565393, 0.9874691741860284, 0.5108525751613745, 0.9393140798874081, 0.9955871513831186, 0.4668593223149923, 0.09527999999999999, 0.28682, 0.35196, 0.29752, 0.32733999999999996, 0.31496, 0.24664000000000003, 0.31322000000000005, 0.39998, 0.23822, 0.28281894270758823, 0.23256339882676305, 0.14167702136179328, 0.10675439385044476, 0.28650012685136866, 0.2, 0.1925504866582798, 0.2, 0.19311003700626841, 0.2, 0.9356794742346586, 0.6455687431989183, 0.37035557858634627, 0.9009144469246441, 0.585690211691127, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.9170793754876017, 0.9217425752345391, 0.0, 0.66352, 0.73186, 0.4, 0.41986, 0.52702, 0.31231599966792184, 0.4435073839662447, 0.23478298611111112, 0.7604387827317763, 0.31894174114123003, 0.19414, 0.76282, 0.2, 1.0, 0.9852400000000001, 0.28303856817940926, 0.61375312632368, 0.3427698162041426, 0.3062224949360872, 0.43015993336433167, 1.0, 1.0, 1.0, 0.56572, 1.0, 0.4125384404206911, 0.31450719750142536, 0.20641790459457549, 0.31138315528444793, 0.16922268101419197, 0.3984248288700576, 0.4, 0.38641735594241094, 0.379606105693254, 0.5800000000000001, 0.3, 0.3, 0.3, 0.3, 0.3, 0.29593072663461234, 0.2962197028666733, 0.29116628184096227, 0.29349991610984183, 0.2910833444605091, 0.3222787370868758, 0.32065832100662534, 0.3149862252029718, 0.31931979609470745, 0.2959793390012255, 0.28970010545468217, 0.2909916219833212, 0.2898675496286559, 0.29061618815328144, 0.2907417340109911, 0.29618358877730566, 0.29567329726368397, 0.29629274499824426, 0.29560415883120117, 0.2959506618278574, 0.0003759092149686051, 0.0216232667868299, 0.0325, 0.0, 0.3225223529411764, 0.26646940037616457, 0.45113224900532084, 0.4408865347059031, 0.39928308949561203, 0.49426024035408933, 0.7018917060045726, 0.7342891217006405, 0.7218905743567386, 0.7388005586231493, 0.535828519650857, 0.13648321858201254, 0.7204196133759955, 0.24068413863008542, 0.21911625586135972, 0.5665275328457106, 0.23573509696259676, 0.34094715695210837, 0.5188392220071749, 0.47456011138915377, 0.5388749472399281, 0.7798515663932134, 0.6129898645989558, 0.6158023041581879, 0.597535209385481, 0.6084825251434334 ], "by_task": { "G-131_select_next_figure_increasing_size_sequence_data-generator": 0.6754764509523409, "G-134_select_next_figure_large_small_alternating_sequence_data-generator": 0.52, "G-138_spot_unique_non_repeated_color_data-generator": 0.2953433883190155, "G-13_grid_number_sequence_data-generator": 0.3457356173068549, "G-158_identify_all_hollow_points_data-generator": 0.7866666666666667, "G-15_grid_avoid_obstacles_data-generator": 0.68246421126341, "G-16_grid_go_through_block_data-generator": 0.5975637805531463, "G-18_grid_shortest_path_data-generator": 0.9893771658921094, "G-194_construct_concentric_ring_data-generator": 0.6747860415239519, "G-21_multiple_occlusions_vertical_data-generator": 0.9770126577908762, "G-25_seperate_object_spinning_data-generator": 0.8046595908765981, "G-29_chart_extreme_with_data_data-generator": 0.45630944746479185, "G-31_directed_graph_navigation_data-generator": 0.6302669113086055, "G-39_attention_shift_different_data-generator": 0.976, "G-3_stable_sort_data-generator": 0.3485794252585549, "G-41_grid_highest_cost_data-generator": 0.9545573479004947, "G-43_understand_scene_structure_data-generator": 0.29794215566687293, "G-45_key_door_matching_data-generator": 0.4074784541253414, "G-51_predict_next_color_data-generator": 0.7883532254043236, "G-5_multi_object_placement_data-generator": 0.6924804900586138, "G-8_track_object_movement_data-generator": 0.7398724970647761, "G-9_identify_objects_in_region_data-generator": 0.19838104426494635, "O-10_shape_outline_fill_data-generator": 0.7075779623350502, "O-12_shape_color_then_scale_data-generator": 0.6477735917909686, "O-13_shape_outline_then_move_data-generator": 0.8376438490499677, "O-14_shape_scale_then_outline_data-generator": 0.5812465832257111, "O-15_ball_bounces_given_time_data-generator": 0.4704927551243954, "O-16_color_addition_data-generator": 0.4082800000000001, "O-18_glass_refraction_data-generator": 0.7476800000000001, "O-19_mirror_reflection_data-generator": 0.710076, "O-21_construction_blueprint_data-generator": 0.72, "O-23_domino_chain_branch_path_prediction_data-generator": 0.88454, "O-24_domino_chain_gap_analysis_data-generator": 0.27061, "O-25_LEGO_construction_assembly_data-generator": 0.798548, "O-29_ballcolor_data-generator": 0.47632, "O-30_bookshelf_data-generator": 0.30757599999999996, "O-31_ball_eating_data-generator": 0.5210600000000001, "O-32_rolling_ball_data-generator": 0.884136, "O-33_counting_object_data-generator": 0.533, "O-34_dot_to_dot_task_data-generator": 0.08726987179487179, "O-36_grid_shift_data-generator": 0.8149483480950408, "O-37_light_sequence_data-generator": 0.2, "O-38_majority_color_data-generator": 1.0, "O-44_rotation_puzzle_data-generator": 0.9762298599189376, "O-45_sequence_completion_data-generator": 0.83686, "O-47_sliding_puzzle_data-generator": 0.22694, "O-52_traffic_light_data-generator": 0.408436, "O-53_clock_data-generator": 0.28695639618725954, "O-55_rotation_data-generator": 0.42408, "O-75_communicating_vessels_data-generator": 0.45709999999999995, "G-135_select_next_figure_small_large_alternating_sequence_data-generator": 0.52, "G-136_locate_point_in_overlapping_area_data-generator": 0.4, "G-140_locate_topmost_unobscured_figure_data-generator": 0.6931352697273737, "G-147_identify_unique_figure_in_uniform_set_data-generator": 0.36, "G-160_circle_largest_numerical_value_data-generator": 0.44000000000000006, "G-161_mark_second_largest_shape_data-generator": 0.26, "G-167_select_longest_polygon_side_data-generator": 0.24, "G-168_identify_nearest_to_square_rectangle_data-generator": 0.19780235051699604, "G-169_locate_intersection_of_segments_data-generator": 0.750123691813361, "G-174_arrange_circles_by_circumference_data-generator": 0.24676280036453963, "G-189_draw_midpoint_perpendicular_line_data-generator": 0.476952, "G-193_draw_next_sized_shape_data-generator": 0.3394049617453047, "G-202_mark_wave_peaks_data-generator": 0.4103786826392941, "G-206_identify_pentagons_data-generator": 0.2, "G-212_find_incorrect_arrow_direction_data-generator": 0.5156678281068524, "G-217_circle_central_dot_data-generator": 0.19496645399369592, "G-218_identify_largest_angle_in_triangle_data-generator": 0.26999999999999996, "G-219_select_leftmost_shape_data-generator": 0.52, "G-221_outline_innermost_square_data-generator": 0.5830625929212543, "G-222_mark_tangent_point_of_circles_data-generator": 0.39690466011115866, "G-223_highlight_horizontal_lines_data-generator": 0.7871282593375616, "G-240_add_borders_to_unbordered_shapes_data-generator": 0.6357248727505482, "G-247_identify_chinese_character_data-generator": 0.27130847906693195, "G-248_mark_asymmetrical_shape_data-generator": 0.3598075975130786, "G-24_separate_objects_no_spin_data-generator": 0.7800164605865844, "G-250_color_triple_intersection_red_data-generator": 0.27178399999999997, "G-273_high_density_liquid_data-generator": 0.302604, "G-47_multiple_keys_for_one_door_data-generator": 0.2100627767195916, "G-54_connecting_color_data-generator": 0.19713210473290965, "O-11_shape_color_then_move_data-generator": 0.6876416909271389, "O-22_construction_stack_data-generator": 0.0, "O-27_move_2_object_to_2_target_data-generator": 0.3677643901444282, "O-2_pigment_color_mixing_subtractive_data-generator": 0.5484519999999999, "O-39_maze_data-generator": 0.4139973787236568, "O-43_object_subtraction_data-generator": 0.6284400000000001, "O-46_shape_sorter_data-generator": 0.39518878780153016, "O-49_symmetry_completion_data-generator": 0.913144, "O-54_control_panel_data-generator": 0.2828138757630664, "O-56_raven_data-generator": 0.42888965810114454, "O-58_symbol_delete_data-generator": 0.3, "O-59_symbol_insert_data-generator": 0.2935799943825198, "O-5_symbol_deletion_data-generator": 0.3146444836784812, "O-60_symbol_substitute_data-generator": 0.29038343984618636, "O-61_symbol_edit_data-generator": 0.2959408903396585, "O-62_gravity_physics_data-generator": 0.07540430578859499, "O-64_animal_matching_data-generator": 0.41040630278741796, "O-65_animal_size_sorting_data-generator": 0.6865400960671917, "O-6_2d_geometric_transformation_data-generator": 0.3766461518590328, "O-85_2d_object_rotation_data-generator": 0.42179130691019234, "O-9_shape_scaling_data-generator": 0.6429322939358543 }, "by_category": { "Abstraction": 0.5817348234172242, "Perception": 0.4544389747145871, "Spatiality": 0.5612132429647188, "Transformation": 0.5376866038178381, "Knowledge": 0.40053173299683925 }, "mean_score": 0.5067001867688763, "num_samples": 500 } } }