{ "model_name": "eval_1024x1024_161f_5s", "model_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s", "timestamp": "2026-07-22T02:17:54.213392", "samples": [ { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.17613921539037655, "dimensions": { "task_specific": 0.17613921539037655 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.8121168264743974, "dimensions": { "task_specific": 0.8121168264743974 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.5252041583290752, "dimensions": { "task_specific": 0.5252041583290752 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.28544775247573856, "dimensions": { "task_specific": 0.28544775247573856 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.8659970460789203, "dimensions": { "task_specific": 0.8659970460789203 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-138_spot_unique_non_repeated_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.5525883556054902, "dimensions": { "task_specific": 0.5525883556054902 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.5288559728034041, "dimensions": { "task_specific": 0.5288559728034041 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.34561902195770555, "dimensions": { "task_specific": 0.34561902195770555 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6577822113125331, "dimensions": { "task_specific": 0.6577822113125331 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.3192948981829711, "dimensions": { "task_specific": 0.3192948981829711 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-13_grid_number_sequence_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.20593386298627836, "dimensions": { "task_specific": 0.20593386298627836 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7541666666666667, "dimensions": { "task_specific": 0.7541666666666667 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-158_identify_all_hollow_points_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.2422785161656411, "dimensions": { "task_specific": 0.2422785161656411 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.2451804395845161, "dimensions": { "task_specific": 0.2451804395845161 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9968448895104924, "dimensions": { "task_specific": 0.9968448895104924 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9285405842202262, "dimensions": { "task_specific": 0.9285405842202262 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-15_grid_avoid_obstacles_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9207026544861172, "dimensions": { "task_specific": 0.9207026544861172 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.5975889053316852, "dimensions": { "task_specific": 0.5975889053316852 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.5559590186455943, "dimensions": { "task_specific": 0.5559590186455943 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.7227129379414624, "dimensions": { "task_specific": 0.7227129379414624 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6247787035527974, "dimensions": { "task_specific": 0.6247787035527974 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-16_grid_go_through_block_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.674088680882125, "dimensions": { "task_specific": 0.674088680882125 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9891368081110605, "dimensions": { "task_specific": 0.9891368081110605 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.989242182311064, "dimensions": { "task_specific": 0.989242182311064 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9893588505916715, "dimensions": { "task_specific": 0.9893588505916715 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9892080863070044, "dimensions": { "task_specific": 0.9892080863070044 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-18_grid_shortest_path_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9893032758872702, "dimensions": { "task_specific": 0.9893032758872702 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9990698378205708, "dimensions": { "task_specific": 0.9990698378205708 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.1871805191040039, "dimensions": { "task_specific": 0.1871805191040039 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.1852130889892578, "dimensions": { "task_specific": 0.1852130889892578 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.1925714521366645, "dimensions": { "task_specific": 0.1925714521366645 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-194_construct_concentric_ring_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9993963265767518, "dimensions": { "task_specific": 0.9993963265767518 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9725144885120947, "dimensions": { "task_specific": 0.9725144885120947 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.973815770971277, "dimensions": { "task_specific": 0.973815770971277 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9784898182180459, "dimensions": { "task_specific": 0.9784898182180459 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9784995351811279, "dimensions": { "task_specific": 0.9784995351811279 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-21_multiple_occlusions_vertical_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9771942083360846, "dimensions": { "task_specific": 0.9771942083360846 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.4625537207722302, "dimensions": { "task_specific": 0.4625537207722302 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9572154229232739, "dimensions": { "task_specific": 0.9572154229232739 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9258980252290706, "dimensions": { "task_specific": 0.9258980252290706 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.6243005612049978, "dimensions": { "task_specific": 0.6243005612049978 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-25_seperate_object_spinning_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.7249666972747947, "dimensions": { "task_specific": 0.7249666972747947 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6378833926159423, "dimensions": { "task_specific": 0.6378833926159423 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6259002216630429, "dimensions": { "task_specific": 0.6259002216630429 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7827199045043981, "dimensions": { "task_specific": 0.7827199045043981 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7441267442376759, "dimensions": { "task_specific": 0.7441267442376759 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-29_chart_extreme_with_data_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.4549542402778304, "dimensions": { "task_specific": 0.4549542402778304 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6062041593739376, "dimensions": { "task_specific": 0.6062041593739376 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.7019729378274973, "dimensions": { "task_specific": 0.7019729378274973 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.5761259680765989, "dimensions": { "task_specific": 0.5761259680765989 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6930431312863696, "dimensions": { "task_specific": 0.6930431312863696 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-31_directed_graph_navigation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6010684644413716, "dimensions": { "task_specific": 0.6010684644413716 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-39_attention_shift_different_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.8800000000000001, "dimensions": { "task_specific": 0.8800000000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.35576105401795133, "dimensions": { "task_specific": 0.35576105401795133 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.5795244418246299, "dimensions": { "task_specific": 0.5795244418246299 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.2359210671402911, "dimensions": { "task_specific": 0.2359210671402911 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4650959831697274, "dimensions": { "task_specific": 0.4650959831697274 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-3_stable_sort_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.36305124254146, "dimensions": { "task_specific": 0.36305124254146 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9961039040399635, "dimensions": { "task_specific": 0.9961039040399635 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9962393230533008, "dimensions": { "task_specific": 0.9962393230533008 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9855097213600981, "dimensions": { "task_specific": 0.9855097213600981 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9557202498077149, "dimensions": { "task_specific": 0.9557202498077149 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-41_grid_highest_cost_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8743100385586597, "dimensions": { "task_specific": 0.8743100385586597 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19264112990468846, "dimensions": { "task_specific": 0.19264112990468846 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19278767696379565, "dimensions": { "task_specific": 0.19278767696379565 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.1903023242994584, "dimensions": { "task_specific": 0.1903023242994584 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7356276543853806, "dimensions": { "task_specific": 0.7356276543853806 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-43_understand_scene_structure_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.1913854016512485, "dimensions": { "task_specific": 0.1913854016512485 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6215535941371594, "dimensions": { "task_specific": 0.6215535941371594 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.45013357778941854, "dimensions": { "task_specific": 0.45013357778941854 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.45652173913043476, "dimensions": { "task_specific": 0.45652173913043476 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.24346208592132507, "dimensions": { "task_specific": 0.24346208592132507 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-45_key_door_matching_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.3065688112816907, "dimensions": { "task_specific": 0.3065688112816907 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8435444637688888, "dimensions": { "task_specific": 0.8435444637688888 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8049114693459222, "dimensions": { "task_specific": 0.8049114693459222 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8342671838156923, "dimensions": { "task_specific": 0.8342671838156923 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8632465715063855, "dimensions": { "task_specific": 0.8632465715063855 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-51_predict_next_color_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8774103161523881, "dimensions": { "task_specific": 0.8774103161523881 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7198531387958513, "dimensions": { "task_specific": 0.7198531387958513 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.8, "dimensions": { "task_specific": 0.8 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7993281497204066, "dimensions": { "task_specific": 0.7993281497204066 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.798868163251439, "dimensions": { "task_specific": 0.798868163251439 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-5_multi_object_placement_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.7154082372041298, "dimensions": { "task_specific": 0.7154082372041298 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9598907724621943, "dimensions": { "task_specific": 0.9598907724621943 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.5855511989747402, "dimensions": { "task_specific": 0.5855511989747402 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9851367158209058, "dimensions": { "task_specific": 0.9851367158209058 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.4655472257419041, "dimensions": { "task_specific": 0.4655472257419041 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-8_track_object_movement_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9146928335251219, "dimensions": { "task_specific": 0.9146928335251219 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.197455033748128, "dimensions": { "task_specific": 0.197455033748128 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19824668521822153, "dimensions": { "task_specific": 0.19824668521822153 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19811211627517297, "dimensions": { "task_specific": 0.19811211627517297 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19812118063429712, "dimensions": { "task_specific": 0.19812118063429712 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-9_identify_objects_in_region_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19809717495937854, "dimensions": { "task_specific": 0.19809717495937854 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9345402844532391, "dimensions": { "task_specific": 0.9345402844532391 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3434159947777426, "dimensions": { "task_specific": 0.3434159947777426 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9323096939828471, "dimensions": { "task_specific": 0.9323096939828471 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9318400655954139, "dimensions": { "task_specific": 0.9318400655954139 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-10_shape_outline_fill_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.352854029966439, "dimensions": { "task_specific": 0.352854029966439 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7124775465596341, "dimensions": { "task_specific": 0.7124775465596341 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3654060208700587, "dimensions": { "task_specific": 0.3654060208700587 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8974429945121802, "dimensions": { "task_specific": 0.8974429945121802 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7443657252719306, "dimensions": { "task_specific": 0.7443657252719306 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-12_shape_color_then_scale_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6264811271512077, "dimensions": { "task_specific": 0.6264811271512077 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9433220096598229, "dimensions": { "task_specific": 0.9433220096598229 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.932071739484682, "dimensions": { "task_specific": 0.932071739484682 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9569689475430556, "dimensions": { "task_specific": 0.9569689475430556 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9337534123232736, "dimensions": { "task_specific": 0.9337534123232736 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-13_shape_outline_then_move_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3701143107178637, "dimensions": { "task_specific": 0.3701143107178637 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7126897754006815, "dimensions": { "task_specific": 0.7126897754006815 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.6262348488302689, "dimensions": { "task_specific": 0.6262348488302689 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7226433984977179, "dimensions": { "task_specific": 0.7226433984977179 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.8375484255496533, "dimensions": { "task_specific": 0.8375484255496533 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-14_shape_scale_then_outline_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3660338158874271, "dimensions": { "task_specific": 0.3660338158874271 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.45282675109455073, "dimensions": { "task_specific": 0.45282675109455073 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.6023911216003257, "dimensions": { "task_specific": 0.6023911216003257 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.46949425129950706, "dimensions": { "task_specific": 0.46949425129950706 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.5844198485075287, "dimensions": { "task_specific": 0.5844198485075287 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-15_ball_bounces_given_time_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.3545240440624511, "dimensions": { "task_specific": 0.3545240440624511 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-16_color_addition_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.46178, "dimensions": { "task_specific": 0.46178 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.4484, "dimensions": { "task_specific": 0.4484 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.52748, "dimensions": { "task_specific": 0.52748 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.44486000000000003, "dimensions": { "task_specific": 0.44486000000000003 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-18_glass_refraction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.47600000000000003, "dimensions": { "task_specific": 0.47600000000000003 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.52778, "dimensions": { "task_specific": 0.52778 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.48656, "dimensions": { "task_specific": 0.48656 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.5256799999999999, "dimensions": { "task_specific": 0.5256799999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.50798, "dimensions": { "task_specific": 0.50798 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-19_mirror_reflection_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.5017400000000001, "dimensions": { "task_specific": 0.5017400000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7, "dimensions": { "task_specific": 0.7 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7, "dimensions": { "task_specific": 0.7 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7, "dimensions": { "task_specific": 0.7 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7999999999999999, "dimensions": { "task_specific": 0.7999999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-21_construction_blueprint_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.7, "dimensions": { "task_specific": 0.7 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.75685, "dimensions": { "task_specific": 0.75685 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.875, "dimensions": { "task_specific": 0.875 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.875, "dimensions": { "task_specific": 0.875 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.5679000000000001, "dimensions": { "task_specific": 0.5679000000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.3244, "dimensions": { "task_specific": 0.3244 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-24_domino_chain_gap_analysis_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9541200000000001, "dimensions": { "task_specific": 0.9541200000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.95274, "dimensions": { "task_specific": 0.95274 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.9789000000000001, "dimensions": { "task_specific": 0.9789000000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.6998, "dimensions": { "task_specific": 0.6998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-25_LEGO_construction_assembly_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.30974, "dimensions": { "task_specific": 0.30974 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.47532, "dimensions": { "task_specific": 0.47532 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.46656, "dimensions": { "task_specific": 0.46656 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.51092, "dimensions": { "task_specific": 0.51092 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.45884, "dimensions": { "task_specific": 0.45884 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-29_ballcolor_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.46956, "dimensions": { "task_specific": 0.46956 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.38858, "dimensions": { "task_specific": 0.38858 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.38439999999999996, "dimensions": { "task_specific": 0.38439999999999996 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.24168, "dimensions": { "task_specific": 0.24168 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.3876, "dimensions": { "task_specific": 0.3876 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-30_bookshelf_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.27651000000000003, "dimensions": { "task_specific": 0.27651000000000003 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4625, "dimensions": { "task_specific": 0.4625 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.9375, "dimensions": { "task_specific": 0.9375 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.475, "dimensions": { "task_specific": 0.475 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.4375, "dimensions": { "task_specific": 0.4375 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-31_ball_eating_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.3724, "dimensions": { "task_specific": 0.3724 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.84566, "dimensions": { "task_specific": 0.84566 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9099999999999999, "dimensions": { "task_specific": 0.9099999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.85937, "dimensions": { "task_specific": 0.85937 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.84566, "dimensions": { "task_specific": 0.84566 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-32_rolling_ball_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.85744, "dimensions": { "task_specific": 0.85744 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.1206, "dimensions": { "task_specific": 0.1206 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.91322, "dimensions": { "task_specific": 0.91322 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.34524, "dimensions": { "task_specific": 0.34524 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.1107, "dimensions": { "task_specific": 0.1107 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-33_counting_object_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 0.19340000000000002, "dimensions": { "task_specific": 0.19340000000000002 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.0380952380952381, "dimensions": { "task_specific": 0.0380952380952381 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.1, "dimensions": { "task_specific": 0.1 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.045535714285714284, "dimensions": { "task_specific": 0.045535714285714284 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.1, "dimensions": { "task_specific": 0.1 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-34_dot_to_dot_task_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.22799999999999998, "dimensions": { "task_specific": 0.22799999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9200240330674176, "dimensions": { "task_specific": 0.9200240330674176 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9358625394095961, "dimensions": { "task_specific": 0.9358625394095961 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9412931863215135, "dimensions": { "task_specific": 0.9412931863215135 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.8552098312992541, "dimensions": { "task_specific": 0.8552098312992541 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-36_grid_shift_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.36912849497773587, "dimensions": { "task_specific": 0.36912849497773587 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-37_light_sequence_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-38_majority_color_data-generator", "split": "In_Domain", "category": "Perception", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9755312389677888, "dimensions": { "task_specific": 0.9755312389677888 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9749560160982591, "dimensions": { "task_specific": 0.9749560160982591 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9767122313108346, "dimensions": { "task_specific": 0.9767122313108346 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9734629020142325, "dimensions": { "task_specific": 0.9734629020142325 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-44_rotation_puzzle_data-generator", "split": "In_Domain", "category": "Transformation", "folder": "In-Domain_50", "score": 0.9745748371605235, "dimensions": { "task_specific": 0.9745748371605235 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.9997800000000001, "dimensions": { "task_specific": 0.9997800000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.17484, "dimensions": { "task_specific": 0.17484 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-45_sequence_completion_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.18664, "dimensions": { "task_specific": 0.18664 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.4444, "dimensions": { "task_specific": 0.4444 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.33336, "dimensions": { "task_specific": 0.33336 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.20332, "dimensions": { "task_specific": 0.20332 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-47_sliding_puzzle_data-generator", "split": "In_Domain", "category": "Abstraction", "folder": "In-Domain_50", "score": 0.38664, "dimensions": { "task_specific": 0.38664 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.335, "dimensions": { "task_specific": 0.335 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.478, "dimensions": { "task_specific": 0.478 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.36332, "dimensions": { "task_specific": 0.36332 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.37002, "dimensions": { "task_specific": 0.37002 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-52_traffic_light_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.47831999999999997, "dimensions": { "task_specific": 0.47831999999999997 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.21247607272612862, "dimensions": { "task_specific": 0.21247607272612862 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.3730256506618843, "dimensions": { "task_specific": 0.3730256506618843 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.3229753929994948, "dimensions": { "task_specific": 0.3229753929994948 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.21707799442826042, "dimensions": { "task_specific": 0.21707799442826042 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-53_clock_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.38992669426919857, "dimensions": { "task_specific": 0.38992669426919857 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.4879, "dimensions": { "task_specific": 0.4879 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.43855999999999995, "dimensions": { "task_specific": 0.43855999999999995 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.31754000000000004, "dimensions": { "task_specific": 0.31754000000000004 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.51204, "dimensions": { "task_specific": 0.51204 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-55_rotation_data-generator", "split": "In_Domain", "category": "Spatiality", "folder": "In-Domain_50", "score": 0.31774, "dimensions": { "task_specific": 0.31774 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.64678, "dimensions": { "task_specific": 0.64678 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.44122, "dimensions": { "task_specific": 0.44122 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.90052, "dimensions": { "task_specific": 0.90052 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.4817, "dimensions": { "task_specific": 0.4817 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-75_communicating_vessels_data-generator", "split": "In_Domain", "category": "Knowledge", "folder": "In-Domain_50", "score": 0.20612000000000003, "dimensions": { "task_specific": 0.20612000000000003 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-136_locate_point_in_overlapping_area_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.8958085352507754, "dimensions": { "task_specific": 0.8958085352507754 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.9310488783795194, "dimensions": { "task_specific": 0.9310488783795194 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.39239701522192905, "dimensions": { "task_specific": 0.39239701522192905 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.3914561000093332, "dimensions": { "task_specific": 0.3914561000093332 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.8168589737680371, "dimensions": { "task_specific": 0.8168589737680371 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-160_circle_largest_numerical_value_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.5, "dimensions": { "task_specific": 0.5 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-161_mark_second_largest_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-167_select_longest_polygon_side_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19593313611349686, "dimensions": { "task_specific": 0.19593313611349686 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.1999332905874962, "dimensions": { "task_specific": 0.1999332905874962 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.8792569659442724, "dimensions": { "task_specific": 0.8792569659442724 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.9227336122733613, "dimensions": { "task_specific": 0.9227336122733613 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.31265153870065276, "dimensions": { "task_specific": 0.31265153870065276 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-169_locate_intersection_of_segments_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.1738007070356214, "dimensions": { "task_specific": 0.1738007070356214 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19588777459197157, "dimensions": { "task_specific": 0.19588777459197157 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.18685783470293088, "dimensions": { "task_specific": 0.18685783470293088 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.174334383583792, "dimensions": { "task_specific": 0.174334383583792 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-174_arrange_circles_by_circumference_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.18232411794869818, "dimensions": { "task_specific": 0.18232411794869818 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.59062, "dimensions": { "task_specific": 0.59062 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.38024, "dimensions": { "task_specific": 0.38024 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.43600000000000005, "dimensions": { "task_specific": 0.43600000000000005 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.42000000000000004, "dimensions": { "task_specific": 0.42000000000000004 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.43600000000000005, "dimensions": { "task_specific": 0.43600000000000005 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.3648109199834844, "dimensions": { "task_specific": 0.3648109199834844 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.26732482295494453, "dimensions": { "task_specific": 0.26732482295494453 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.34920101771807494, "dimensions": { "task_specific": 0.34920101771807494 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.33488408964601013, "dimensions": { "task_specific": 0.33488408964601013 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-193_draw_next_sized_shape_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.3376670373840185, "dimensions": { "task_specific": 0.3376670373840185 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.26666666666666666, "dimensions": { "task_specific": 0.26666666666666666 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.26666666666666666, "dimensions": { "task_specific": 0.26666666666666666 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.33820687797514387, "dimensions": { "task_specific": 0.33820687797514387 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.6666666666666666, "dimensions": { "task_specific": 0.6666666666666666 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-202_mark_wave_peaks_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4666666666666667, "dimensions": { "task_specific": 0.4666666666666667 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-206_identify_pentagons_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.9333061668024993, "dimensions": { "task_specific": 0.9333061668024993 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2866140004388852, "dimensions": { "task_specific": 0.2866140004388852 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.20682359534818553, "dimensions": { "task_specific": 0.20682359534818553 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-212_find_incorrect_arrow_direction_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.211489898989899, "dimensions": { "task_specific": 0.211489898989899 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.19369102072773725, "dimensions": { "task_specific": 0.19369102072773725 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.19544547929999825, "dimensions": { "task_specific": 0.19544547929999825 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.19175047848931479, "dimensions": { "task_specific": 0.19175047848931479 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-217_circle_central_dot_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.1974421249445826, "dimensions": { "task_specific": 0.1974421249445826 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.5499999999999999, "dimensions": { "task_specific": 0.5499999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19999999999999998, "dimensions": { "task_specific": 0.19999999999999998 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-219_select_leftmost_shape_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.33796942234039307, "dimensions": { "task_specific": 0.33796942234039307 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.33518915176391606, "dimensions": { "task_specific": 0.33518915176391606 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.3570455551147461, "dimensions": { "task_specific": 0.3570455551147461 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.9347253293755418, "dimensions": { "task_specific": 0.9347253293755418 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-221_outline_innermost_square_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.5207287265891679, "dimensions": { "task_specific": 0.5207287265891679 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.37367552153684525, "dimensions": { "task_specific": 0.37367552153684525 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.3909350755410371, "dimensions": { "task_specific": 0.3909350755410371 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-222_mark_tangent_point_of_circles_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.6499999999999999, "dimensions": { "task_specific": 0.6499999999999999 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.9952097786587379, "dimensions": { "task_specific": 0.9952097786587379 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-223_highlight_horizontal_lines_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5757459659792136, "dimensions": { "task_specific": 0.5757459659792136 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.7346170417988656, "dimensions": { "task_specific": 0.7346170417988656 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.7428278733844724, "dimensions": { "task_specific": 0.7428278733844724 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.76782808296917, "dimensions": { "task_specific": 0.76782808296917 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.759842052170649, "dimensions": { "task_specific": 0.759842052170649 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.2546630876178677, "dimensions": { "task_specific": 0.2546630876178677 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-247_identify_chinese_character_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.28409647274198013, "dimensions": { "task_specific": 0.28409647274198013 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-248_mark_asymmetrical_shape_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19884831214927579, "dimensions": { "task_specific": 0.19884831214927579 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9861664656020617, "dimensions": { "task_specific": 0.9861664656020617 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.51032892077542, "dimensions": { "task_specific": 0.51032892077542 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9354688842501088, "dimensions": { "task_specific": 0.9354688842501088 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9956933350510637, "dimensions": { "task_specific": 0.9956933350510637 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-24_separate_objects_no_spin_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.4671257744164349, "dimensions": { "task_specific": 0.4671257744164349 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.0948, "dimensions": { "task_specific": 0.0948 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.26884, "dimensions": { "task_specific": 0.26884 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.31872, "dimensions": { "task_specific": 0.31872 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2776, "dimensions": { "task_specific": 0.2776 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-250_color_triple_intersection_red_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.30746, "dimensions": { "task_specific": 0.30746 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.31388, "dimensions": { "task_specific": 0.31388 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.24492, "dimensions": { "task_specific": 0.24492 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.31262, "dimensions": { "task_specific": 0.31262 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.35052000000000005, "dimensions": { "task_specific": 0.35052000000000005 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-273_high_density_liquid_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.25854, "dimensions": { "task_specific": 0.25854 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.27067393360886116, "dimensions": { "task_specific": 0.27067393360886116 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.24332586449895638, "dimensions": { "task_specific": 0.24332586449895638 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.17406367228969105, "dimensions": { "task_specific": 0.17406367228969105 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.10226590530440924, "dimensions": { "task_specific": 0.10226590530440924 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-47_multiple_keys_for_one_door_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.1599581460837718, "dimensions": { "task_specific": 0.1599581460837718 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.191034231609614, "dimensions": { "task_specific": 0.191034231609614 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.19316441356393022, "dimensions": { "task_specific": 0.19316441356393022 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "G-54_connecting_color_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.02118254304104768, "dimensions": { "task_specific": 0.02118254304104768 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.9193673275187652, "dimensions": { "task_specific": 0.9193673275187652 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.6218893451254566, "dimensions": { "task_specific": 0.6218893451254566 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.36589256908057566, "dimensions": { "task_specific": 0.36589256908057566 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.8987480403769146, "dimensions": { "task_specific": 0.8987480403769146 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-11_shape_color_then_move_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.36335347174236066, "dimensions": { "task_specific": 0.36335347174236066 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-22_construction_stack_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9121292220969637, "dimensions": { "task_specific": 0.9121292220969637 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.9217425752345391, "dimensions": { "task_specific": 0.9217425752345391 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-27_move_2_object_to_2_target_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.65476, "dimensions": { "task_specific": 0.65476 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.69082, "dimensions": { "task_specific": 0.69082 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.45838, "dimensions": { "task_specific": 0.45838 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.47488, "dimensions": { "task_specific": 0.47488 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.55246, "dimensions": { "task_specific": 0.55246 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.3183462799551904, "dimensions": { "task_specific": 0.3183462799551904 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.3030818636455066, "dimensions": { "task_specific": 0.3030818636455066 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.24084166160055082, "dimensions": { "task_specific": 0.24084166160055082 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.6963661774982529, "dimensions": { "task_specific": 0.6963661774982529 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-39_maze_data-generator", "split": "Out_of_Domain", "category": "Spatiality", "folder": "Out-of-Domain_50", "score": 0.35007676491327966, "dimensions": { "task_specific": 0.35007676491327966 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.19592, "dimensions": { "task_specific": 0.19592 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.77544, "dimensions": { "task_specific": 0.77544 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2, "dimensions": { "task_specific": 0.2 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-43_object_subtraction_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.32104, "dimensions": { "task_specific": 0.32104 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.6040953373012625, "dimensions": { "task_specific": 0.6040953373012625 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.623632400161208, "dimensions": { "task_specific": 0.623632400161208 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.23468316599183767, "dimensions": { "task_specific": 0.23468316599183767 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3007317853003975, "dimensions": { "task_specific": 0.3007317853003975 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-46_shape_sorter_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.4289158314715146, "dimensions": { "task_specific": 0.4289158314715146 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.81457, "dimensions": { "task_specific": 0.81457 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.52323, "dimensions": { "task_specific": 0.52323 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-49_symmetry_completion_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 1.0, "dimensions": { "task_specific": 1.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.39619496509588387, "dimensions": { "task_specific": 0.39619496509588387 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.3093218698168662, "dimensions": { "task_specific": 0.3093218698168662 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.2051401504640474, "dimensions": { "task_specific": 0.2051401504640474 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.3309035203203327, "dimensions": { "task_specific": 0.3309035203203327 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-54_control_panel_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.0016801915549039344, "dimensions": { "task_specific": 0.0016801915549039344 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.4, "dimensions": { "task_specific": 0.4 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.399959250203749, "dimensions": { "task_specific": 0.399959250203749 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.39973578218773553, "dimensions": { "task_specific": 0.39973578218773553 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-56_raven_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.5800000000000001, "dimensions": { "task_specific": 0.5800000000000001 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-58_symbol_delete_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3, "dimensions": { "task_specific": 0.3 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29592054634633724, "dimensions": { "task_specific": 0.29592054634633724 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29660237140948564, "dimensions": { "task_specific": 0.29660237140948564 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2956488333529805, "dimensions": { "task_specific": 0.2956488333529805 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2886397477943099, "dimensions": { "task_specific": 0.2886397477943099 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-59_symbol_insert_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2914022819728399, "dimensions": { "task_specific": 0.2914022819728399 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3194250742594401, "dimensions": { "task_specific": 0.3194250742594401 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.31416738173540903, "dimensions": { "task_specific": 0.31416738173540903 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.31011811050714233, "dimensions": { "task_specific": 0.31011811050714233 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.3157400692210478, "dimensions": { "task_specific": 0.3157400692210478 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-5_symbol_deletion_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29217283211502376, "dimensions": { "task_specific": 0.29217283211502376 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2898059269480974, "dimensions": { "task_specific": 0.2898059269480974 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29060184272484446, "dimensions": { "task_specific": 0.29060184272484446 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.28976704283008126, "dimensions": { "task_specific": 0.28976704283008126 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29040529470337517, "dimensions": { "task_specific": 0.29040529470337517 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-60_symbol_substitute_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2904147999233411, "dimensions": { "task_specific": 0.2904147999233411 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29607368721258265, "dimensions": { "task_specific": 0.29607368721258265 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29569632261722323, "dimensions": { "task_specific": 0.29569632261722323 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29644200788754604, "dimensions": { "task_specific": 0.29644200788754604 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.29578751262250613, "dimensions": { "task_specific": 0.29578751262250613 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-61_symbol_edit_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.2959365767014889, "dimensions": { "task_specific": 0.2959365767014889 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.06434498253396163, "dimensions": { "task_specific": 0.06434498253396163 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.020953448950872432, "dimensions": { "task_specific": 0.020953448950872432 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.160524, "dimensions": { "task_specific": 0.160524 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.0, "dimensions": { "task_specific": 0.0 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-62_gravity_physics_data-generator", "split": "Out_of_Domain", "category": "Knowledge", "folder": "Out-of-Domain_50", "score": 0.044884510084033616, "dimensions": { "task_specific": 0.044884510084033616 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.28207454656309455, "dimensions": { "task_specific": 0.28207454656309455 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.49534046671169074, "dimensions": { "task_specific": 0.49534046671169074 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.531084588149288, "dimensions": { "task_specific": 0.531084588149288 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.35331278153108014, "dimensions": { "task_specific": 0.35331278153108014 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-64_animal_matching_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5203936723165825, "dimensions": { "task_specific": 0.5203936723165825 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.7022863462218546, "dimensions": { "task_specific": 0.7022863462218546 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.6690091972049863, "dimensions": { "task_specific": 0.6690091972049863 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.602434400492533, "dimensions": { "task_specific": 0.602434400492533 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.7729675150876899, "dimensions": { "task_specific": 0.7729675150876899 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-65_animal_size_sorting_data-generator", "split": "Out_of_Domain", "category": "Perception", "folder": "Out-of-Domain_50", "score": 0.4584237233320386, "dimensions": { "task_specific": 0.4584237233320386 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.1301637597837681, "dimensions": { "task_specific": 0.1301637597837681 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.668074182824839, "dimensions": { "task_specific": 0.668074182824839 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.25200449048312634, "dimensions": { "task_specific": 0.25200449048312634 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.28398266917049464, "dimensions": { "task_specific": 0.28398266917049464 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-6_2d_geometric_transformation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5380830607774418, "dimensions": { "task_specific": 0.5380830607774418 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.23559099364590053, "dimensions": { "task_specific": 0.23559099364590053 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.33667358688636423, "dimensions": { "task_specific": 0.33667358688636423 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.5206113876854913, "dimensions": { "task_specific": 0.5206113876854913 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.47507952804662473, "dimensions": { "task_specific": 0.47507952804662473 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-85_2d_object_rotation_data-generator", "split": "Out_of_Domain", "category": "Transformation", "folder": "Out-of-Domain_50", "score": 0.280430993813195, "dimensions": { "task_specific": 0.280430993813195 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00000.mp4", "video_file": "00000.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.7781145382619864, "dimensions": { "task_specific": 0.7781145382619864 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00001.mp4", "video_file": "00001.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.5999607594856087, "dimensions": { "task_specific": 0.5999607594856087 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00002.mp4", "video_file": "00002.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.6133174830749988, "dimensions": { "task_specific": 0.6133174830749988 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00003.mp4", "video_file": "00003.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.5900828084745197, "dimensions": { "task_specific": 0.5900828084745197 }, "error": null }, { "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00004.mp4", "video_file": "00004.mp4", "task_name": "O-9_shape_scaling_data-generator", "split": "Out_of_Domain", "category": "Abstraction", "folder": "Out-of-Domain_50", "score": 0.5976618137061659, "dimensions": { "task_specific": 0.5976618137061659 }, "error": null } ], "summary": { "In_Domain": { "scores": [ 1.0, 0.2, 0.17613921539037655, 1.0, 1.0, 1.0, 1.0, 0.2, 0.2, 0.2, 0.8121168264743974, 0.5252041583290752, 0.28544775247573856, 0.8659970460789203, 0.5525883556054902, 0.5288559728034041, 0.34561902195770555, 0.6577822113125331, 0.3192948981829711, 0.20593386298627836, 0.7541666666666667, 1.0, 1.0, 1.0, 1.0, 0.2422785161656411, 0.2451804395845161, 0.9968448895104924, 0.9285405842202262, 0.9207026544861172, 0.5975889053316852, 0.5559590186455943, 0.7227129379414624, 0.6247787035527974, 0.674088680882125, 0.9891368081110605, 0.989242182311064, 0.9893588505916715, 0.9892080863070044, 0.9893032758872702, 0.9990698378205708, 0.1871805191040039, 0.1852130889892578, 0.1925714521366645, 0.9993963265767518, 0.9725144885120947, 0.973815770971277, 0.9784898182180459, 0.9784995351811279, 0.9771942083360846, 0.4625537207722302, 0.9572154229232739, 0.9258980252290706, 0.6243005612049978, 0.7249666972747947, 0.6378833926159423, 0.6259002216630429, 0.7827199045043981, 0.7441267442376759, 0.4549542402778304, 0.6062041593739376, 0.7019729378274973, 0.5761259680765989, 0.6930431312863696, 0.6010684644413716, 1.0, 1.0, 1.0, 1.0, 0.8800000000000001, 0.35576105401795133, 0.5795244418246299, 0.2359210671402911, 0.4650959831697274, 0.36305124254146, 0.9961039040399635, 0.9962393230533008, 0.9855097213600981, 0.9557202498077149, 0.8743100385586597, 0.19264112990468846, 0.19278767696379565, 0.1903023242994584, 0.7356276543853806, 0.1913854016512485, 0.6215535941371594, 0.45013357778941854, 0.45652173913043476, 0.24346208592132507, 0.3065688112816907, 0.8435444637688888, 0.8049114693459222, 0.8342671838156923, 0.8632465715063855, 0.8774103161523881, 0.7198531387958513, 0.8, 0.7993281497204066, 0.798868163251439, 0.7154082372041298, 0.9598907724621943, 0.5855511989747402, 0.9851367158209058, 0.4655472257419041, 0.9146928335251219, 0.197455033748128, 0.19824668521822153, 0.19811211627517297, 0.19812118063429712, 0.19809717495937854, 0.9345402844532391, 0.3434159947777426, 0.9323096939828471, 0.9318400655954139, 0.352854029966439, 0.7124775465596341, 0.3654060208700587, 0.8974429945121802, 0.7443657252719306, 0.6264811271512077, 0.9433220096598229, 0.932071739484682, 0.9569689475430556, 0.9337534123232736, 0.3701143107178637, 0.7126897754006815, 0.6262348488302689, 0.7226433984977179, 0.8375484255496533, 0.3660338158874271, 0.45282675109455073, 0.6023911216003257, 0.46949425129950706, 0.5844198485075287, 0.3545240440624511, 0.4, 0.4, 0.4, 0.4, 0.4, 0.46178, 0.4484, 0.52748, 0.44486000000000003, 0.47600000000000003, 0.52778, 0.48656, 0.5256799999999999, 0.50798, 0.5017400000000001, 0.7, 0.7, 0.7, 0.7999999999999999, 0.7, 1.0, 0.75685, 0.875, 0.875, 0.5679000000000001, 1.0, 1.0, 1.0, 0.3244, 1.0, 0.9541200000000001, 0.95274, 0.9789000000000001, 0.6998, 0.30974, 0.47532, 0.46656, 0.51092, 0.45884, 0.46956, 0.38858, 0.38439999999999996, 0.24168, 0.3876, 0.27651000000000003, 0.4625, 0.9375, 0.475, 0.4375, 0.3724, 0.84566, 0.9099999999999999, 0.85937, 0.84566, 0.85744, 0.1206, 0.91322, 0.34524, 0.1107, 0.19340000000000002, 0.0380952380952381, 0.1, 0.045535714285714284, 0.1, 0.22799999999999998, 0.9200240330674176, 0.9358625394095961, 0.9412931863215135, 0.8552098312992541, 0.36912849497773587, 0.2, 0.2, 0.2, 0.2, 0.2, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9755312389677888, 0.9749560160982591, 0.9767122313108346, 0.9734629020142325, 0.9745748371605235, 1.0, 1.0, 0.9997800000000001, 0.17484, 1.0, 0.18664, 0.4444, 0.33336, 0.20332, 0.38664, 0.335, 0.478, 0.36332, 0.37002, 0.47831999999999997, 0.21247607272612862, 0.3730256506618843, 0.3229753929994948, 0.21707799442826042, 0.38992669426919857, 0.4879, 0.43855999999999995, 0.31754000000000004, 0.51204, 0.31774, 0.64678, 0.44122, 0.90052, 0.4817, 0.20612000000000003 ], "by_task": { "G-131_select_next_figure_increasing_size_sequence_data-generator": 0.6752278430780753, "G-134_select_next_figure_large_small_alternating_sequence_data-generator": 0.52, "G-138_spot_unique_non_repeated_color_data-generator": 0.6082708277927243, "G-13_grid_number_sequence_data-generator": 0.41149719344857844, "G-158_identify_all_hollow_points_data-generator": 0.9508333333333333, "G-15_grid_avoid_obstacles_data-generator": 0.6667094167933987, "G-16_grid_go_through_block_data-generator": 0.6350256492707329, "G-18_grid_shortest_path_data-generator": 0.9892498406416141, "G-194_construct_concentric_ring_data-generator": 0.5126862449254498, "G-21_multiple_occlusions_vertical_data-generator": 0.9761027642437259, "G-25_seperate_object_spinning_data-generator": 0.7389868854808734, "G-29_chart_extreme_with_data_data-generator": 0.6491169006597779, "G-31_directed_graph_navigation_data-generator": 0.635682932201155, "G-39_attention_shift_different_data-generator": 0.976, "G-3_stable_sort_data-generator": 0.399870757738812, "G-41_grid_highest_cost_data-generator": 0.9615766473639473, "G-43_understand_scene_structure_data-generator": 0.3005488374409143, "G-45_key_door_matching_data-generator": 0.41564796165200574, "G-51_predict_next_color_data-generator": 0.8446760009178554, "G-5_multi_object_placement_data-generator": 0.7666915377943654, "G-8_track_object_movement_data-generator": 0.7821637493049732, "G-9_identify_objects_in_region_data-generator": 0.1980064381670396, "O-10_shape_outline_fill_data-generator": 0.6989920137551364, "O-12_shape_color_then_scale_data-generator": 0.6692346828730023, "O-13_shape_outline_then_move_data-generator": 0.8272460839457395, "O-14_shape_scale_then_outline_data-generator": 0.6530300528331497, "O-15_ball_bounces_given_time_data-generator": 0.4927312033128727, "O-16_color_addition_data-generator": 0.4, "O-18_glass_refraction_data-generator": 0.471704, "O-19_mirror_reflection_data-generator": 0.509948, "O-21_construction_blueprint_data-generator": 0.72, "O-23_domino_chain_branch_path_prediction_data-generator": 0.81495, "O-24_domino_chain_gap_analysis_data-generator": 0.86488, "O-25_LEGO_construction_assembly_data-generator": 0.7790600000000001, "O-29_ballcolor_data-generator": 0.47624000000000005, "O-30_bookshelf_data-generator": 0.335754, "O-31_ball_eating_data-generator": 0.53698, "O-32_rolling_ball_data-generator": 0.863626, "O-33_counting_object_data-generator": 0.336632, "O-34_dot_to_dot_task_data-generator": 0.10232619047619047, "O-36_grid_shift_data-generator": 0.8043036170151033, "O-37_light_sequence_data-generator": 0.2, "O-38_majority_color_data-generator": 1.0, "O-44_rotation_puzzle_data-generator": 0.9750474451103276, "O-45_sequence_completion_data-generator": 0.834924, "O-47_sliding_puzzle_data-generator": 0.310872, "O-52_traffic_light_data-generator": 0.40493199999999996, "O-53_clock_data-generator": 0.30309636101699333, "O-55_rotation_data-generator": 0.414756, "O-75_communicating_vessels_data-generator": 0.5352680000000001 }, "by_category": { "Abstraction": 0.6251260150284456, "Perception": 0.5885303392970173, "Spatiality": 0.6184536242509356, "Transformation": 0.8075595294400647, "Knowledge": 0.4999817505340063 }, "mean_score": 0.6190221082517573, "num_samples": 250 }, "Out_of_Domain": { "scores": [ 1.0, 0.2, 0.2, 0.2, 1.0, 0.4, 0.4, 0.4, 0.4, 0.4, 0.8958085352507754, 0.9310488783795194, 0.39239701522192905, 0.3914561000093332, 0.8168589737680371, 0.2, 1.0, 0.2, 0.2, 0.2, 0.3, 0.3, 0.3, 1.0, 0.3, 0.5, 0.2, 0.2, 0.2, 0.2, 0.3, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 0.3, 0.19593313611349686, 0.2, 0.1999332905874962, 0.2, 0.2, 0.8792569659442724, 0.9227336122733613, 0.31265153870065276, 1.0, 0.4, 0.1738007070356214, 0.19588777459197157, 0.18685783470293088, 0.174334383583792, 0.18232411794869818, 0.59062, 0.38024, 0.43600000000000005, 0.42000000000000004, 0.43600000000000005, 0.3648109199834844, 0.26732482295494453, 0.34920101771807494, 0.33488408964601013, 0.3376670373840185, 0.26666666666666666, 0.26666666666666666, 0.33820687797514387, 0.6666666666666666, 0.4666666666666667, 0.2, 0.2, 0.2, 0.2, 0.2, 0.3, 0.9333061668024993, 0.2866140004388852, 0.20682359534818553, 0.211489898989899, 0.19369102072773725, 0.2, 0.19544547929999825, 0.19175047848931479, 0.1974421249445826, 0.5499999999999999, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 1.0, 1.0, 0.2, 0.2, 0.2, 0.33796942234039307, 0.33518915176391606, 0.3570455551147461, 0.9347253293755418, 0.5207287265891679, 0.4, 0.37367552153684525, 0.4, 0.3909350755410371, 0.4, 0.6499999999999999, 0.9952097786587379, 1.0, 1.0, 1.0, 0.5757459659792136, 0.7346170417988656, 0.7428278733844724, 0.76782808296917, 0.759842052170649, 0.3, 0.3, 0.3, 0.2546630876178677, 0.28409647274198013, 1.0, 0.2, 0.2, 0.2, 0.19884831214927579, 0.9861664656020617, 0.51032892077542, 0.9354688842501088, 0.9956933350510637, 0.4671257744164349, 0.0948, 0.26884, 0.31872, 0.2776, 0.30746, 0.31388, 0.24492, 0.31262, 0.35052000000000005, 0.25854, 0.27067393360886116, 0.24332586449895638, 0.17406367228969105, 0.10226590530440924, 0.1599581460837718, 0.2, 0.191034231609614, 0.2, 0.19316441356393022, 0.02118254304104768, 0.9193673275187652, 0.6218893451254566, 0.36589256908057566, 0.8987480403769146, 0.36335347174236066, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.9121292220969637, 0.9217425752345391, 0.0, 0.65476, 0.69082, 0.45838, 0.47488, 0.55246, 0.3183462799551904, 0.3030818636455066, 0.24084166160055082, 0.6963661774982529, 0.35007676491327966, 0.19592, 0.77544, 0.2, 1.0, 0.32104, 0.6040953373012625, 0.623632400161208, 0.23468316599183767, 0.3007317853003975, 0.4289158314715146, 1.0, 0.81457, 1.0, 0.52323, 1.0, 0.39619496509588387, 0.3093218698168662, 0.2051401504640474, 0.3309035203203327, 0.0016801915549039344, 0.4, 0.4, 0.399959250203749, 0.39973578218773553, 0.5800000000000001, 0.3, 0.3, 0.3, 0.3, 0.3, 0.29592054634633724, 0.29660237140948564, 0.2956488333529805, 0.2886397477943099, 0.2914022819728399, 0.3194250742594401, 0.31416738173540903, 0.31011811050714233, 0.3157400692210478, 0.29217283211502376, 0.2898059269480974, 0.29060184272484446, 0.28976704283008126, 0.29040529470337517, 0.2904147999233411, 0.29607368721258265, 0.29569632261722323, 0.29644200788754604, 0.29578751262250613, 0.2959365767014889, 0.06434498253396163, 0.020953448950872432, 0.160524, 0.0, 0.044884510084033616, 0.28207454656309455, 0.49534046671169074, 0.531084588149288, 0.35331278153108014, 0.5203936723165825, 0.7022863462218546, 0.6690091972049863, 0.602434400492533, 0.7729675150876899, 0.4584237233320386, 0.1301637597837681, 0.668074182824839, 0.25200449048312634, 0.28398266917049464, 0.5380830607774418, 0.23559099364590053, 0.33667358688636423, 0.5206113876854913, 0.47507952804662473, 0.280430993813195, 0.7781145382619864, 0.5999607594856087, 0.6133174830749988, 0.5900828084745197, 0.5976618137061659 ], "by_task": { "G-135_select_next_figure_small_large_alternating_sequence_data-generator": 0.52, "G-136_locate_point_in_overlapping_area_data-generator": 0.4, "G-140_locate_topmost_unobscured_figure_data-generator": 0.6855139005259188, "G-147_identify_unique_figure_in_uniform_set_data-generator": 0.36, "G-160_circle_largest_numerical_value_data-generator": 0.44000000000000006, "G-161_mark_second_largest_shape_data-generator": 0.26, "G-167_select_longest_polygon_side_data-generator": 0.24, "G-168_identify_nearest_to_square_rectangle_data-generator": 0.19917328534019862, "G-169_locate_intersection_of_segments_data-generator": 0.7029284233836572, "G-174_arrange_circles_by_circumference_data-generator": 0.1826409635726028, "G-189_draw_midpoint_perpendicular_line_data-generator": 0.4525720000000001, "G-193_draw_next_sized_shape_data-generator": 0.33077757753730647, "G-202_mark_wave_peaks_data-generator": 0.4009747089283621, "G-206_identify_pentagons_data-generator": 0.2, "G-212_find_incorrect_arrow_direction_data-generator": 0.3876467323158938, "G-217_circle_central_dot_data-generator": 0.19566582069232658, "G-218_identify_largest_angle_in_triangle_data-generator": 0.26999999999999996, "G-219_select_leftmost_shape_data-generator": 0.52, "G-221_outline_innermost_square_data-generator": 0.497131637036753, "G-222_mark_tangent_point_of_circles_data-generator": 0.3929221194155765, "G-223_highlight_horizontal_lines_data-generator": 0.9290419557317475, "G-240_add_borders_to_unbordered_shapes_data-generator": 0.7161722032604741, "G-247_identify_chinese_character_data-generator": 0.28775191207196954, "G-248_mark_asymmetrical_shape_data-generator": 0.35976966242985514, "G-24_separate_objects_no_spin_data-generator": 0.7789566760190179, "G-250_color_triple_intersection_red_data-generator": 0.253484, "G-273_high_density_liquid_data-generator": 0.296096, "G-47_multiple_keys_for_one_door_data-generator": 0.19005750435713792, "G-54_connecting_color_data-generator": 0.1610762376429184, "O-11_shape_color_then_move_data-generator": 0.6338501507688145, "O-22_construction_stack_data-generator": 0.0, "O-27_move_2_object_to_2_target_data-generator": 0.36677435946630055, "O-2_pigment_color_mixing_subtractive_data-generator": 0.56626, "O-39_maze_data-generator": 0.38174254952255604, "O-43_object_subtraction_data-generator": 0.49848, "O-46_shape_sorter_data-generator": 0.43841170404524404, "O-49_symmetry_completion_data-generator": 0.8675599999999999, "O-54_control_panel_data-generator": 0.24864813945040684, "O-56_raven_data-generator": 0.435939006478297, "O-58_symbol_delete_data-generator": 0.3, "O-59_symbol_insert_data-generator": 0.29364275617519064, "O-5_symbol_deletion_data-generator": 0.3103246935676126, "O-60_symbol_substitute_data-generator": 0.2901989814259479, "O-61_symbol_edit_data-generator": 0.2959872214082694, "O-62_gravity_physics_data-generator": 0.05814138831377354, "O-64_animal_matching_data-generator": 0.4364412110543472, "O-65_animal_size_sorting_data-generator": 0.6410242364678205, "O-6_2d_geometric_transformation_data-generator": 0.37446163260793397, "O-85_2d_object_rotation_data-generator": 0.36967729801551513, "O-9_shape_scaling_data-generator": 0.6358274806006559 }, "by_category": { "Abstraction": 0.5213852943544351, "Perception": 0.3873428592225597, "Spatiality": 0.4548891182884731, "Knowledge": 0.25553102421561397, "Transformation": 0.3823883643881426 }, "mean_score": 0.4010749225926081, "num_samples": 250 }, "overall": { "scores": [ 1.0, 0.2, 0.17613921539037655, 1.0, 1.0, 1.0, 1.0, 0.2, 0.2, 0.2, 0.8121168264743974, 0.5252041583290752, 0.28544775247573856, 0.8659970460789203, 0.5525883556054902, 0.5288559728034041, 0.34561902195770555, 0.6577822113125331, 0.3192948981829711, 0.20593386298627836, 0.7541666666666667, 1.0, 1.0, 1.0, 1.0, 0.2422785161656411, 0.2451804395845161, 0.9968448895104924, 0.9285405842202262, 0.9207026544861172, 0.5975889053316852, 0.5559590186455943, 0.7227129379414624, 0.6247787035527974, 0.674088680882125, 0.9891368081110605, 0.989242182311064, 0.9893588505916715, 0.9892080863070044, 0.9893032758872702, 0.9990698378205708, 0.1871805191040039, 0.1852130889892578, 0.1925714521366645, 0.9993963265767518, 0.9725144885120947, 0.973815770971277, 0.9784898182180459, 0.9784995351811279, 0.9771942083360846, 0.4625537207722302, 0.9572154229232739, 0.9258980252290706, 0.6243005612049978, 0.7249666972747947, 0.6378833926159423, 0.6259002216630429, 0.7827199045043981, 0.7441267442376759, 0.4549542402778304, 0.6062041593739376, 0.7019729378274973, 0.5761259680765989, 0.6930431312863696, 0.6010684644413716, 1.0, 1.0, 1.0, 1.0, 0.8800000000000001, 0.35576105401795133, 0.5795244418246299, 0.2359210671402911, 0.4650959831697274, 0.36305124254146, 0.9961039040399635, 0.9962393230533008, 0.9855097213600981, 0.9557202498077149, 0.8743100385586597, 0.19264112990468846, 0.19278767696379565, 0.1903023242994584, 0.7356276543853806, 0.1913854016512485, 0.6215535941371594, 0.45013357778941854, 0.45652173913043476, 0.24346208592132507, 0.3065688112816907, 0.8435444637688888, 0.8049114693459222, 0.8342671838156923, 0.8632465715063855, 0.8774103161523881, 0.7198531387958513, 0.8, 0.7993281497204066, 0.798868163251439, 0.7154082372041298, 0.9598907724621943, 0.5855511989747402, 0.9851367158209058, 0.4655472257419041, 0.9146928335251219, 0.197455033748128, 0.19824668521822153, 0.19811211627517297, 0.19812118063429712, 0.19809717495937854, 0.9345402844532391, 0.3434159947777426, 0.9323096939828471, 0.9318400655954139, 0.352854029966439, 0.7124775465596341, 0.3654060208700587, 0.8974429945121802, 0.7443657252719306, 0.6264811271512077, 0.9433220096598229, 0.932071739484682, 0.9569689475430556, 0.9337534123232736, 0.3701143107178637, 0.7126897754006815, 0.6262348488302689, 0.7226433984977179, 0.8375484255496533, 0.3660338158874271, 0.45282675109455073, 0.6023911216003257, 0.46949425129950706, 0.5844198485075287, 0.3545240440624511, 0.4, 0.4, 0.4, 0.4, 0.4, 0.46178, 0.4484, 0.52748, 0.44486000000000003, 0.47600000000000003, 0.52778, 0.48656, 0.5256799999999999, 0.50798, 0.5017400000000001, 0.7, 0.7, 0.7, 0.7999999999999999, 0.7, 1.0, 0.75685, 0.875, 0.875, 0.5679000000000001, 1.0, 1.0, 1.0, 0.3244, 1.0, 0.9541200000000001, 0.95274, 0.9789000000000001, 0.6998, 0.30974, 0.47532, 0.46656, 0.51092, 0.45884, 0.46956, 0.38858, 0.38439999999999996, 0.24168, 0.3876, 0.27651000000000003, 0.4625, 0.9375, 0.475, 0.4375, 0.3724, 0.84566, 0.9099999999999999, 0.85937, 0.84566, 0.85744, 0.1206, 0.91322, 0.34524, 0.1107, 0.19340000000000002, 0.0380952380952381, 0.1, 0.045535714285714284, 0.1, 0.22799999999999998, 0.9200240330674176, 0.9358625394095961, 0.9412931863215135, 0.8552098312992541, 0.36912849497773587, 0.2, 0.2, 0.2, 0.2, 0.2, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9755312389677888, 0.9749560160982591, 0.9767122313108346, 0.9734629020142325, 0.9745748371605235, 1.0, 1.0, 0.9997800000000001, 0.17484, 1.0, 0.18664, 0.4444, 0.33336, 0.20332, 0.38664, 0.335, 0.478, 0.36332, 0.37002, 0.47831999999999997, 0.21247607272612862, 0.3730256506618843, 0.3229753929994948, 0.21707799442826042, 0.38992669426919857, 0.4879, 0.43855999999999995, 0.31754000000000004, 0.51204, 0.31774, 0.64678, 0.44122, 0.90052, 0.4817, 0.20612000000000003, 1.0, 0.2, 0.2, 0.2, 1.0, 0.4, 0.4, 0.4, 0.4, 0.4, 0.8958085352507754, 0.9310488783795194, 0.39239701522192905, 0.3914561000093332, 0.8168589737680371, 0.2, 1.0, 0.2, 0.2, 0.2, 0.3, 0.3, 0.3, 1.0, 0.3, 0.5, 0.2, 0.2, 0.2, 0.2, 0.3, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 0.3, 0.19593313611349686, 0.2, 0.1999332905874962, 0.2, 0.2, 0.8792569659442724, 0.9227336122733613, 0.31265153870065276, 1.0, 0.4, 0.1738007070356214, 0.19588777459197157, 0.18685783470293088, 0.174334383583792, 0.18232411794869818, 0.59062, 0.38024, 0.43600000000000005, 0.42000000000000004, 0.43600000000000005, 0.3648109199834844, 0.26732482295494453, 0.34920101771807494, 0.33488408964601013, 0.3376670373840185, 0.26666666666666666, 0.26666666666666666, 0.33820687797514387, 0.6666666666666666, 0.4666666666666667, 0.2, 0.2, 0.2, 0.2, 0.2, 0.3, 0.9333061668024993, 0.2866140004388852, 0.20682359534818553, 0.211489898989899, 0.19369102072773725, 0.2, 0.19544547929999825, 0.19175047848931479, 0.1974421249445826, 0.5499999999999999, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 0.19999999999999998, 1.0, 1.0, 0.2, 0.2, 0.2, 0.33796942234039307, 0.33518915176391606, 0.3570455551147461, 0.9347253293755418, 0.5207287265891679, 0.4, 0.37367552153684525, 0.4, 0.3909350755410371, 0.4, 0.6499999999999999, 0.9952097786587379, 1.0, 1.0, 1.0, 0.5757459659792136, 0.7346170417988656, 0.7428278733844724, 0.76782808296917, 0.759842052170649, 0.3, 0.3, 0.3, 0.2546630876178677, 0.28409647274198013, 1.0, 0.2, 0.2, 0.2, 0.19884831214927579, 0.9861664656020617, 0.51032892077542, 0.9354688842501088, 0.9956933350510637, 0.4671257744164349, 0.0948, 0.26884, 0.31872, 0.2776, 0.30746, 0.31388, 0.24492, 0.31262, 0.35052000000000005, 0.25854, 0.27067393360886116, 0.24332586449895638, 0.17406367228969105, 0.10226590530440924, 0.1599581460837718, 0.2, 0.191034231609614, 0.2, 0.19316441356393022, 0.02118254304104768, 0.9193673275187652, 0.6218893451254566, 0.36589256908057566, 0.8987480403769146, 0.36335347174236066, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.9121292220969637, 0.9217425752345391, 0.0, 0.65476, 0.69082, 0.45838, 0.47488, 0.55246, 0.3183462799551904, 0.3030818636455066, 0.24084166160055082, 0.6963661774982529, 0.35007676491327966, 0.19592, 0.77544, 0.2, 1.0, 0.32104, 0.6040953373012625, 0.623632400161208, 0.23468316599183767, 0.3007317853003975, 0.4289158314715146, 1.0, 0.81457, 1.0, 0.52323, 1.0, 0.39619496509588387, 0.3093218698168662, 0.2051401504640474, 0.3309035203203327, 0.0016801915549039344, 0.4, 0.4, 0.399959250203749, 0.39973578218773553, 0.5800000000000001, 0.3, 0.3, 0.3, 0.3, 0.3, 0.29592054634633724, 0.29660237140948564, 0.2956488333529805, 0.2886397477943099, 0.2914022819728399, 0.3194250742594401, 0.31416738173540903, 0.31011811050714233, 0.3157400692210478, 0.29217283211502376, 0.2898059269480974, 0.29060184272484446, 0.28976704283008126, 0.29040529470337517, 0.2904147999233411, 0.29607368721258265, 0.29569632261722323, 0.29644200788754604, 0.29578751262250613, 0.2959365767014889, 0.06434498253396163, 0.020953448950872432, 0.160524, 0.0, 0.044884510084033616, 0.28207454656309455, 0.49534046671169074, 0.531084588149288, 0.35331278153108014, 0.5203936723165825, 0.7022863462218546, 0.6690091972049863, 0.602434400492533, 0.7729675150876899, 0.4584237233320386, 0.1301637597837681, 0.668074182824839, 0.25200449048312634, 0.28398266917049464, 0.5380830607774418, 0.23559099364590053, 0.33667358688636423, 0.5206113876854913, 0.47507952804662473, 0.280430993813195, 0.7781145382619864, 0.5999607594856087, 0.6133174830749988, 0.5900828084745197, 0.5976618137061659 ], "by_task": { "G-131_select_next_figure_increasing_size_sequence_data-generator": 0.6752278430780753, "G-134_select_next_figure_large_small_alternating_sequence_data-generator": 0.52, "G-138_spot_unique_non_repeated_color_data-generator": 0.6082708277927243, "G-13_grid_number_sequence_data-generator": 0.41149719344857844, "G-158_identify_all_hollow_points_data-generator": 0.9508333333333333, "G-15_grid_avoid_obstacles_data-generator": 0.6667094167933987, "G-16_grid_go_through_block_data-generator": 0.6350256492707329, "G-18_grid_shortest_path_data-generator": 0.9892498406416141, "G-194_construct_concentric_ring_data-generator": 0.5126862449254498, "G-21_multiple_occlusions_vertical_data-generator": 0.9761027642437259, "G-25_seperate_object_spinning_data-generator": 0.7389868854808734, "G-29_chart_extreme_with_data_data-generator": 0.6491169006597779, "G-31_directed_graph_navigation_data-generator": 0.635682932201155, "G-39_attention_shift_different_data-generator": 0.976, "G-3_stable_sort_data-generator": 0.399870757738812, "G-41_grid_highest_cost_data-generator": 0.9615766473639473, "G-43_understand_scene_structure_data-generator": 0.3005488374409143, "G-45_key_door_matching_data-generator": 0.41564796165200574, "G-51_predict_next_color_data-generator": 0.8446760009178554, "G-5_multi_object_placement_data-generator": 0.7666915377943654, "G-8_track_object_movement_data-generator": 0.7821637493049732, "G-9_identify_objects_in_region_data-generator": 0.1980064381670396, "O-10_shape_outline_fill_data-generator": 0.6989920137551364, "O-12_shape_color_then_scale_data-generator": 0.6692346828730023, "O-13_shape_outline_then_move_data-generator": 0.8272460839457395, "O-14_shape_scale_then_outline_data-generator": 0.6530300528331497, "O-15_ball_bounces_given_time_data-generator": 0.4927312033128727, "O-16_color_addition_data-generator": 0.4, "O-18_glass_refraction_data-generator": 0.471704, "O-19_mirror_reflection_data-generator": 0.509948, "O-21_construction_blueprint_data-generator": 0.72, "O-23_domino_chain_branch_path_prediction_data-generator": 0.81495, "O-24_domino_chain_gap_analysis_data-generator": 0.86488, "O-25_LEGO_construction_assembly_data-generator": 0.7790600000000001, "O-29_ballcolor_data-generator": 0.47624000000000005, "O-30_bookshelf_data-generator": 0.335754, "O-31_ball_eating_data-generator": 0.53698, "O-32_rolling_ball_data-generator": 0.863626, "O-33_counting_object_data-generator": 0.336632, "O-34_dot_to_dot_task_data-generator": 0.10232619047619047, "O-36_grid_shift_data-generator": 0.8043036170151033, "O-37_light_sequence_data-generator": 0.2, "O-38_majority_color_data-generator": 1.0, "O-44_rotation_puzzle_data-generator": 0.9750474451103276, "O-45_sequence_completion_data-generator": 0.834924, "O-47_sliding_puzzle_data-generator": 0.310872, "O-52_traffic_light_data-generator": 0.40493199999999996, "O-53_clock_data-generator": 0.30309636101699333, "O-55_rotation_data-generator": 0.414756, "O-75_communicating_vessels_data-generator": 0.5352680000000001, "G-135_select_next_figure_small_large_alternating_sequence_data-generator": 0.52, "G-136_locate_point_in_overlapping_area_data-generator": 0.4, "G-140_locate_topmost_unobscured_figure_data-generator": 0.6855139005259188, "G-147_identify_unique_figure_in_uniform_set_data-generator": 0.36, "G-160_circle_largest_numerical_value_data-generator": 0.44000000000000006, "G-161_mark_second_largest_shape_data-generator": 0.26, "G-167_select_longest_polygon_side_data-generator": 0.24, "G-168_identify_nearest_to_square_rectangle_data-generator": 0.19917328534019862, "G-169_locate_intersection_of_segments_data-generator": 0.7029284233836572, "G-174_arrange_circles_by_circumference_data-generator": 0.1826409635726028, "G-189_draw_midpoint_perpendicular_line_data-generator": 0.4525720000000001, "G-193_draw_next_sized_shape_data-generator": 0.33077757753730647, "G-202_mark_wave_peaks_data-generator": 0.4009747089283621, "G-206_identify_pentagons_data-generator": 0.2, "G-212_find_incorrect_arrow_direction_data-generator": 0.3876467323158938, "G-217_circle_central_dot_data-generator": 0.19566582069232658, "G-218_identify_largest_angle_in_triangle_data-generator": 0.26999999999999996, "G-219_select_leftmost_shape_data-generator": 0.52, "G-221_outline_innermost_square_data-generator": 0.497131637036753, "G-222_mark_tangent_point_of_circles_data-generator": 0.3929221194155765, "G-223_highlight_horizontal_lines_data-generator": 0.9290419557317475, "G-240_add_borders_to_unbordered_shapes_data-generator": 0.7161722032604741, "G-247_identify_chinese_character_data-generator": 0.28775191207196954, "G-248_mark_asymmetrical_shape_data-generator": 0.35976966242985514, "G-24_separate_objects_no_spin_data-generator": 0.7789566760190179, "G-250_color_triple_intersection_red_data-generator": 0.253484, "G-273_high_density_liquid_data-generator": 0.296096, "G-47_multiple_keys_for_one_door_data-generator": 0.19005750435713792, "G-54_connecting_color_data-generator": 0.1610762376429184, "O-11_shape_color_then_move_data-generator": 0.6338501507688145, "O-22_construction_stack_data-generator": 0.0, "O-27_move_2_object_to_2_target_data-generator": 0.36677435946630055, "O-2_pigment_color_mixing_subtractive_data-generator": 0.56626, "O-39_maze_data-generator": 0.38174254952255604, "O-43_object_subtraction_data-generator": 0.49848, "O-46_shape_sorter_data-generator": 0.43841170404524404, "O-49_symmetry_completion_data-generator": 0.8675599999999999, "O-54_control_panel_data-generator": 0.24864813945040684, "O-56_raven_data-generator": 0.435939006478297, "O-58_symbol_delete_data-generator": 0.3, "O-59_symbol_insert_data-generator": 0.29364275617519064, "O-5_symbol_deletion_data-generator": 0.3103246935676126, "O-60_symbol_substitute_data-generator": 0.2901989814259479, "O-61_symbol_edit_data-generator": 0.2959872214082694, "O-62_gravity_physics_data-generator": 0.05814138831377354, "O-64_animal_matching_data-generator": 0.4364412110543472, "O-65_animal_size_sorting_data-generator": 0.6410242364678205, "O-6_2d_geometric_transformation_data-generator": 0.37446163260793397, "O-85_2d_object_rotation_data-generator": 0.36967729801551513, "O-9_shape_scaling_data-generator": 0.6358274806006559 }, "by_category": { "Abstraction": 0.5890422860983551, "Perception": 0.46111160191652745, "Spatiality": 0.5555441988807577, "Transformation": 0.5311982721563154, "Knowledge": 0.41267791970600903 }, "mean_score": 0.5100485154221827, "num_samples": 500 } } }