Spaces:
Running
Running
| { | |
| "model_name": "eval_1024x1024_161f_5s", | |
| "model_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s", | |
| "timestamp": "2026-07-22T02:17:54.213392", | |
| "samples": [ | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.17613921539037655, | |
| "dimensions": { | |
| "task_specific": 0.17613921539037655 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.8121168264743974, | |
| "dimensions": { | |
| "task_specific": 0.8121168264743974 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.5252041583290752, | |
| "dimensions": { | |
| "task_specific": 0.5252041583290752 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.28544775247573856, | |
| "dimensions": { | |
| "task_specific": 0.28544775247573856 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.8659970460789203, | |
| "dimensions": { | |
| "task_specific": 0.8659970460789203 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.5525883556054902, | |
| "dimensions": { | |
| "task_specific": 0.5525883556054902 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.5288559728034041, | |
| "dimensions": { | |
| "task_specific": 0.5288559728034041 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.34561902195770555, | |
| "dimensions": { | |
| "task_specific": 0.34561902195770555 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6577822113125331, | |
| "dimensions": { | |
| "task_specific": 0.6577822113125331 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.3192948981829711, | |
| "dimensions": { | |
| "task_specific": 0.3192948981829711 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.20593386298627836, | |
| "dimensions": { | |
| "task_specific": 0.20593386298627836 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7541666666666667, | |
| "dimensions": { | |
| "task_specific": 0.7541666666666667 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.2422785161656411, | |
| "dimensions": { | |
| "task_specific": 0.2422785161656411 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.2451804395845161, | |
| "dimensions": { | |
| "task_specific": 0.2451804395845161 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9968448895104924, | |
| "dimensions": { | |
| "task_specific": 0.9968448895104924 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9285405842202262, | |
| "dimensions": { | |
| "task_specific": 0.9285405842202262 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9207026544861172, | |
| "dimensions": { | |
| "task_specific": 0.9207026544861172 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.5975889053316852, | |
| "dimensions": { | |
| "task_specific": 0.5975889053316852 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.5559590186455943, | |
| "dimensions": { | |
| "task_specific": 0.5559590186455943 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.7227129379414624, | |
| "dimensions": { | |
| "task_specific": 0.7227129379414624 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6247787035527974, | |
| "dimensions": { | |
| "task_specific": 0.6247787035527974 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.674088680882125, | |
| "dimensions": { | |
| "task_specific": 0.674088680882125 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9891368081110605, | |
| "dimensions": { | |
| "task_specific": 0.9891368081110605 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.989242182311064, | |
| "dimensions": { | |
| "task_specific": 0.989242182311064 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9893588505916715, | |
| "dimensions": { | |
| "task_specific": 0.9893588505916715 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9892080863070044, | |
| "dimensions": { | |
| "task_specific": 0.9892080863070044 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9893032758872702, | |
| "dimensions": { | |
| "task_specific": 0.9893032758872702 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9990698378205708, | |
| "dimensions": { | |
| "task_specific": 0.9990698378205708 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.1871805191040039, | |
| "dimensions": { | |
| "task_specific": 0.1871805191040039 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.1852130889892578, | |
| "dimensions": { | |
| "task_specific": 0.1852130889892578 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.1925714521366645, | |
| "dimensions": { | |
| "task_specific": 0.1925714521366645 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9993963265767518, | |
| "dimensions": { | |
| "task_specific": 0.9993963265767518 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9725144885120947, | |
| "dimensions": { | |
| "task_specific": 0.9725144885120947 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.973815770971277, | |
| "dimensions": { | |
| "task_specific": 0.973815770971277 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9784898182180459, | |
| "dimensions": { | |
| "task_specific": 0.9784898182180459 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9784995351811279, | |
| "dimensions": { | |
| "task_specific": 0.9784995351811279 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9771942083360846, | |
| "dimensions": { | |
| "task_specific": 0.9771942083360846 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.4625537207722302, | |
| "dimensions": { | |
| "task_specific": 0.4625537207722302 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9572154229232739, | |
| "dimensions": { | |
| "task_specific": 0.9572154229232739 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9258980252290706, | |
| "dimensions": { | |
| "task_specific": 0.9258980252290706 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.6243005612049978, | |
| "dimensions": { | |
| "task_specific": 0.6243005612049978 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.7249666972747947, | |
| "dimensions": { | |
| "task_specific": 0.7249666972747947 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6378833926159423, | |
| "dimensions": { | |
| "task_specific": 0.6378833926159423 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6259002216630429, | |
| "dimensions": { | |
| "task_specific": 0.6259002216630429 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7827199045043981, | |
| "dimensions": { | |
| "task_specific": 0.7827199045043981 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7441267442376759, | |
| "dimensions": { | |
| "task_specific": 0.7441267442376759 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.4549542402778304, | |
| "dimensions": { | |
| "task_specific": 0.4549542402778304 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6062041593739376, | |
| "dimensions": { | |
| "task_specific": 0.6062041593739376 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.7019729378274973, | |
| "dimensions": { | |
| "task_specific": 0.7019729378274973 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.5761259680765989, | |
| "dimensions": { | |
| "task_specific": 0.5761259680765989 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6930431312863696, | |
| "dimensions": { | |
| "task_specific": 0.6930431312863696 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6010684644413716, | |
| "dimensions": { | |
| "task_specific": 0.6010684644413716 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.8800000000000001, | |
| "dimensions": { | |
| "task_specific": 0.8800000000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.35576105401795133, | |
| "dimensions": { | |
| "task_specific": 0.35576105401795133 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.5795244418246299, | |
| "dimensions": { | |
| "task_specific": 0.5795244418246299 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.2359210671402911, | |
| "dimensions": { | |
| "task_specific": 0.2359210671402911 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4650959831697274, | |
| "dimensions": { | |
| "task_specific": 0.4650959831697274 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.36305124254146, | |
| "dimensions": { | |
| "task_specific": 0.36305124254146 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9961039040399635, | |
| "dimensions": { | |
| "task_specific": 0.9961039040399635 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9962393230533008, | |
| "dimensions": { | |
| "task_specific": 0.9962393230533008 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9855097213600981, | |
| "dimensions": { | |
| "task_specific": 0.9855097213600981 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9557202498077149, | |
| "dimensions": { | |
| "task_specific": 0.9557202498077149 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8743100385586597, | |
| "dimensions": { | |
| "task_specific": 0.8743100385586597 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19264112990468846, | |
| "dimensions": { | |
| "task_specific": 0.19264112990468846 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19278767696379565, | |
| "dimensions": { | |
| "task_specific": 0.19278767696379565 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.1903023242994584, | |
| "dimensions": { | |
| "task_specific": 0.1903023242994584 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7356276543853806, | |
| "dimensions": { | |
| "task_specific": 0.7356276543853806 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.1913854016512485, | |
| "dimensions": { | |
| "task_specific": 0.1913854016512485 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6215535941371594, | |
| "dimensions": { | |
| "task_specific": 0.6215535941371594 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.45013357778941854, | |
| "dimensions": { | |
| "task_specific": 0.45013357778941854 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.45652173913043476, | |
| "dimensions": { | |
| "task_specific": 0.45652173913043476 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.24346208592132507, | |
| "dimensions": { | |
| "task_specific": 0.24346208592132507 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.3065688112816907, | |
| "dimensions": { | |
| "task_specific": 0.3065688112816907 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8435444637688888, | |
| "dimensions": { | |
| "task_specific": 0.8435444637688888 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8049114693459222, | |
| "dimensions": { | |
| "task_specific": 0.8049114693459222 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8342671838156923, | |
| "dimensions": { | |
| "task_specific": 0.8342671838156923 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8632465715063855, | |
| "dimensions": { | |
| "task_specific": 0.8632465715063855 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8774103161523881, | |
| "dimensions": { | |
| "task_specific": 0.8774103161523881 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7198531387958513, | |
| "dimensions": { | |
| "task_specific": 0.7198531387958513 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7993281497204066, | |
| "dimensions": { | |
| "task_specific": 0.7993281497204066 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.798868163251439, | |
| "dimensions": { | |
| "task_specific": 0.798868163251439 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7154082372041298, | |
| "dimensions": { | |
| "task_specific": 0.7154082372041298 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9598907724621943, | |
| "dimensions": { | |
| "task_specific": 0.9598907724621943 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.5855511989747402, | |
| "dimensions": { | |
| "task_specific": 0.5855511989747402 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9851367158209058, | |
| "dimensions": { | |
| "task_specific": 0.9851367158209058 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.4655472257419041, | |
| "dimensions": { | |
| "task_specific": 0.4655472257419041 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9146928335251219, | |
| "dimensions": { | |
| "task_specific": 0.9146928335251219 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.197455033748128, | |
| "dimensions": { | |
| "task_specific": 0.197455033748128 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19824668521822153, | |
| "dimensions": { | |
| "task_specific": 0.19824668521822153 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19811211627517297, | |
| "dimensions": { | |
| "task_specific": 0.19811211627517297 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19812118063429712, | |
| "dimensions": { | |
| "task_specific": 0.19812118063429712 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19809717495937854, | |
| "dimensions": { | |
| "task_specific": 0.19809717495937854 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9345402844532391, | |
| "dimensions": { | |
| "task_specific": 0.9345402844532391 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3434159947777426, | |
| "dimensions": { | |
| "task_specific": 0.3434159947777426 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9323096939828471, | |
| "dimensions": { | |
| "task_specific": 0.9323096939828471 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9318400655954139, | |
| "dimensions": { | |
| "task_specific": 0.9318400655954139 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.352854029966439, | |
| "dimensions": { | |
| "task_specific": 0.352854029966439 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7124775465596341, | |
| "dimensions": { | |
| "task_specific": 0.7124775465596341 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3654060208700587, | |
| "dimensions": { | |
| "task_specific": 0.3654060208700587 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8974429945121802, | |
| "dimensions": { | |
| "task_specific": 0.8974429945121802 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7443657252719306, | |
| "dimensions": { | |
| "task_specific": 0.7443657252719306 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6264811271512077, | |
| "dimensions": { | |
| "task_specific": 0.6264811271512077 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9433220096598229, | |
| "dimensions": { | |
| "task_specific": 0.9433220096598229 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.932071739484682, | |
| "dimensions": { | |
| "task_specific": 0.932071739484682 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9569689475430556, | |
| "dimensions": { | |
| "task_specific": 0.9569689475430556 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9337534123232736, | |
| "dimensions": { | |
| "task_specific": 0.9337534123232736 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3701143107178637, | |
| "dimensions": { | |
| "task_specific": 0.3701143107178637 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7126897754006815, | |
| "dimensions": { | |
| "task_specific": 0.7126897754006815 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6262348488302689, | |
| "dimensions": { | |
| "task_specific": 0.6262348488302689 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7226433984977179, | |
| "dimensions": { | |
| "task_specific": 0.7226433984977179 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8375484255496533, | |
| "dimensions": { | |
| "task_specific": 0.8375484255496533 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3660338158874271, | |
| "dimensions": { | |
| "task_specific": 0.3660338158874271 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.45282675109455073, | |
| "dimensions": { | |
| "task_specific": 0.45282675109455073 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.6023911216003257, | |
| "dimensions": { | |
| "task_specific": 0.6023911216003257 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.46949425129950706, | |
| "dimensions": { | |
| "task_specific": 0.46949425129950706 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.5844198485075287, | |
| "dimensions": { | |
| "task_specific": 0.5844198485075287 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.3545240440624511, | |
| "dimensions": { | |
| "task_specific": 0.3545240440624511 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.46178, | |
| "dimensions": { | |
| "task_specific": 0.46178 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.4484, | |
| "dimensions": { | |
| "task_specific": 0.4484 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.52748, | |
| "dimensions": { | |
| "task_specific": 0.52748 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.44486000000000003, | |
| "dimensions": { | |
| "task_specific": 0.44486000000000003 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.47600000000000003, | |
| "dimensions": { | |
| "task_specific": 0.47600000000000003 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.52778, | |
| "dimensions": { | |
| "task_specific": 0.52778 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.48656, | |
| "dimensions": { | |
| "task_specific": 0.48656 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.5256799999999999, | |
| "dimensions": { | |
| "task_specific": 0.5256799999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.50798, | |
| "dimensions": { | |
| "task_specific": 0.50798 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.5017400000000001, | |
| "dimensions": { | |
| "task_specific": 0.5017400000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7, | |
| "dimensions": { | |
| "task_specific": 0.7 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7, | |
| "dimensions": { | |
| "task_specific": 0.7 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7, | |
| "dimensions": { | |
| "task_specific": 0.7 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7999999999999999, | |
| "dimensions": { | |
| "task_specific": 0.7999999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7, | |
| "dimensions": { | |
| "task_specific": 0.7 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.75685, | |
| "dimensions": { | |
| "task_specific": 0.75685 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.875, | |
| "dimensions": { | |
| "task_specific": 0.875 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.875, | |
| "dimensions": { | |
| "task_specific": 0.875 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.5679000000000001, | |
| "dimensions": { | |
| "task_specific": 0.5679000000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.3244, | |
| "dimensions": { | |
| "task_specific": 0.3244 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9541200000000001, | |
| "dimensions": { | |
| "task_specific": 0.9541200000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.95274, | |
| "dimensions": { | |
| "task_specific": 0.95274 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9789000000000001, | |
| "dimensions": { | |
| "task_specific": 0.9789000000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6998, | |
| "dimensions": { | |
| "task_specific": 0.6998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.30974, | |
| "dimensions": { | |
| "task_specific": 0.30974 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.47532, | |
| "dimensions": { | |
| "task_specific": 0.47532 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.46656, | |
| "dimensions": { | |
| "task_specific": 0.46656 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.51092, | |
| "dimensions": { | |
| "task_specific": 0.51092 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.45884, | |
| "dimensions": { | |
| "task_specific": 0.45884 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.46956, | |
| "dimensions": { | |
| "task_specific": 0.46956 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.38858, | |
| "dimensions": { | |
| "task_specific": 0.38858 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.38439999999999996, | |
| "dimensions": { | |
| "task_specific": 0.38439999999999996 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.24168, | |
| "dimensions": { | |
| "task_specific": 0.24168 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3876, | |
| "dimensions": { | |
| "task_specific": 0.3876 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.27651000000000003, | |
| "dimensions": { | |
| "task_specific": 0.27651000000000003 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4625, | |
| "dimensions": { | |
| "task_specific": 0.4625 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.9375, | |
| "dimensions": { | |
| "task_specific": 0.9375 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.475, | |
| "dimensions": { | |
| "task_specific": 0.475 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4375, | |
| "dimensions": { | |
| "task_specific": 0.4375 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.3724, | |
| "dimensions": { | |
| "task_specific": 0.3724 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.84566, | |
| "dimensions": { | |
| "task_specific": 0.84566 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9099999999999999, | |
| "dimensions": { | |
| "task_specific": 0.9099999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.85937, | |
| "dimensions": { | |
| "task_specific": 0.85937 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.84566, | |
| "dimensions": { | |
| "task_specific": 0.84566 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.85744, | |
| "dimensions": { | |
| "task_specific": 0.85744 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.1206, | |
| "dimensions": { | |
| "task_specific": 0.1206 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.91322, | |
| "dimensions": { | |
| "task_specific": 0.91322 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.34524, | |
| "dimensions": { | |
| "task_specific": 0.34524 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.1107, | |
| "dimensions": { | |
| "task_specific": 0.1107 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19340000000000002, | |
| "dimensions": { | |
| "task_specific": 0.19340000000000002 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.0380952380952381, | |
| "dimensions": { | |
| "task_specific": 0.0380952380952381 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.1, | |
| "dimensions": { | |
| "task_specific": 0.1 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.045535714285714284, | |
| "dimensions": { | |
| "task_specific": 0.045535714285714284 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.1, | |
| "dimensions": { | |
| "task_specific": 0.1 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.22799999999999998, | |
| "dimensions": { | |
| "task_specific": 0.22799999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9200240330674176, | |
| "dimensions": { | |
| "task_specific": 0.9200240330674176 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9358625394095961, | |
| "dimensions": { | |
| "task_specific": 0.9358625394095961 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9412931863215135, | |
| "dimensions": { | |
| "task_specific": 0.9412931863215135 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.8552098312992541, | |
| "dimensions": { | |
| "task_specific": 0.8552098312992541 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.36912849497773587, | |
| "dimensions": { | |
| "task_specific": 0.36912849497773587 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9755312389677888, | |
| "dimensions": { | |
| "task_specific": 0.9755312389677888 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9749560160982591, | |
| "dimensions": { | |
| "task_specific": 0.9749560160982591 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9767122313108346, | |
| "dimensions": { | |
| "task_specific": 0.9767122313108346 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9734629020142325, | |
| "dimensions": { | |
| "task_specific": 0.9734629020142325 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9745748371605235, | |
| "dimensions": { | |
| "task_specific": 0.9745748371605235 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9997800000000001, | |
| "dimensions": { | |
| "task_specific": 0.9997800000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.17484, | |
| "dimensions": { | |
| "task_specific": 0.17484 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.18664, | |
| "dimensions": { | |
| "task_specific": 0.18664 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.4444, | |
| "dimensions": { | |
| "task_specific": 0.4444 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.33336, | |
| "dimensions": { | |
| "task_specific": 0.33336 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.20332, | |
| "dimensions": { | |
| "task_specific": 0.20332 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.38664, | |
| "dimensions": { | |
| "task_specific": 0.38664 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.335, | |
| "dimensions": { | |
| "task_specific": 0.335 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.478, | |
| "dimensions": { | |
| "task_specific": 0.478 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.36332, | |
| "dimensions": { | |
| "task_specific": 0.36332 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.37002, | |
| "dimensions": { | |
| "task_specific": 0.37002 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.47831999999999997, | |
| "dimensions": { | |
| "task_specific": 0.47831999999999997 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.21247607272612862, | |
| "dimensions": { | |
| "task_specific": 0.21247607272612862 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.3730256506618843, | |
| "dimensions": { | |
| "task_specific": 0.3730256506618843 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.3229753929994948, | |
| "dimensions": { | |
| "task_specific": 0.3229753929994948 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.21707799442826042, | |
| "dimensions": { | |
| "task_specific": 0.21707799442826042 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.38992669426919857, | |
| "dimensions": { | |
| "task_specific": 0.38992669426919857 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.4879, | |
| "dimensions": { | |
| "task_specific": 0.4879 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.43855999999999995, | |
| "dimensions": { | |
| "task_specific": 0.43855999999999995 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.31754000000000004, | |
| "dimensions": { | |
| "task_specific": 0.31754000000000004 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.51204, | |
| "dimensions": { | |
| "task_specific": 0.51204 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.31774, | |
| "dimensions": { | |
| "task_specific": 0.31774 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.64678, | |
| "dimensions": { | |
| "task_specific": 0.64678 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.44122, | |
| "dimensions": { | |
| "task_specific": 0.44122 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.90052, | |
| "dimensions": { | |
| "task_specific": 0.90052 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.4817, | |
| "dimensions": { | |
| "task_specific": 0.4817 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.20612000000000003, | |
| "dimensions": { | |
| "task_specific": 0.20612000000000003 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8958085352507754, | |
| "dimensions": { | |
| "task_specific": 0.8958085352507754 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9310488783795194, | |
| "dimensions": { | |
| "task_specific": 0.9310488783795194 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.39239701522192905, | |
| "dimensions": { | |
| "task_specific": 0.39239701522192905 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3914561000093332, | |
| "dimensions": { | |
| "task_specific": 0.3914561000093332 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8168589737680371, | |
| "dimensions": { | |
| "task_specific": 0.8168589737680371 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5, | |
| "dimensions": { | |
| "task_specific": 0.5 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19593313611349686, | |
| "dimensions": { | |
| "task_specific": 0.19593313611349686 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.1999332905874962, | |
| "dimensions": { | |
| "task_specific": 0.1999332905874962 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8792569659442724, | |
| "dimensions": { | |
| "task_specific": 0.8792569659442724 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9227336122733613, | |
| "dimensions": { | |
| "task_specific": 0.9227336122733613 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31265153870065276, | |
| "dimensions": { | |
| "task_specific": 0.31265153870065276 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.1738007070356214, | |
| "dimensions": { | |
| "task_specific": 0.1738007070356214 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19588777459197157, | |
| "dimensions": { | |
| "task_specific": 0.19588777459197157 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.18685783470293088, | |
| "dimensions": { | |
| "task_specific": 0.18685783470293088 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.174334383583792, | |
| "dimensions": { | |
| "task_specific": 0.174334383583792 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.18232411794869818, | |
| "dimensions": { | |
| "task_specific": 0.18232411794869818 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.59062, | |
| "dimensions": { | |
| "task_specific": 0.59062 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.38024, | |
| "dimensions": { | |
| "task_specific": 0.38024 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.43600000000000005, | |
| "dimensions": { | |
| "task_specific": 0.43600000000000005 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.42000000000000004, | |
| "dimensions": { | |
| "task_specific": 0.42000000000000004 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.43600000000000005, | |
| "dimensions": { | |
| "task_specific": 0.43600000000000005 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3648109199834844, | |
| "dimensions": { | |
| "task_specific": 0.3648109199834844 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26732482295494453, | |
| "dimensions": { | |
| "task_specific": 0.26732482295494453 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.34920101771807494, | |
| "dimensions": { | |
| "task_specific": 0.34920101771807494 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.33488408964601013, | |
| "dimensions": { | |
| "task_specific": 0.33488408964601013 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3376670373840185, | |
| "dimensions": { | |
| "task_specific": 0.3376670373840185 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26666666666666666, | |
| "dimensions": { | |
| "task_specific": 0.26666666666666666 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26666666666666666, | |
| "dimensions": { | |
| "task_specific": 0.26666666666666666 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.33820687797514387, | |
| "dimensions": { | |
| "task_specific": 0.33820687797514387 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6666666666666666, | |
| "dimensions": { | |
| "task_specific": 0.6666666666666666 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4666666666666667, | |
| "dimensions": { | |
| "task_specific": 0.4666666666666667 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9333061668024993, | |
| "dimensions": { | |
| "task_specific": 0.9333061668024993 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2866140004388852, | |
| "dimensions": { | |
| "task_specific": 0.2866140004388852 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.20682359534818553, | |
| "dimensions": { | |
| "task_specific": 0.20682359534818553 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.211489898989899, | |
| "dimensions": { | |
| "task_specific": 0.211489898989899 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19369102072773725, | |
| "dimensions": { | |
| "task_specific": 0.19369102072773725 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19544547929999825, | |
| "dimensions": { | |
| "task_specific": 0.19544547929999825 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19175047848931479, | |
| "dimensions": { | |
| "task_specific": 0.19175047848931479 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.1974421249445826, | |
| "dimensions": { | |
| "task_specific": 0.1974421249445826 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5499999999999999, | |
| "dimensions": { | |
| "task_specific": 0.5499999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.33796942234039307, | |
| "dimensions": { | |
| "task_specific": 0.33796942234039307 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.33518915176391606, | |
| "dimensions": { | |
| "task_specific": 0.33518915176391606 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3570455551147461, | |
| "dimensions": { | |
| "task_specific": 0.3570455551147461 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9347253293755418, | |
| "dimensions": { | |
| "task_specific": 0.9347253293755418 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5207287265891679, | |
| "dimensions": { | |
| "task_specific": 0.5207287265891679 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.37367552153684525, | |
| "dimensions": { | |
| "task_specific": 0.37367552153684525 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3909350755410371, | |
| "dimensions": { | |
| "task_specific": 0.3909350755410371 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6499999999999999, | |
| "dimensions": { | |
| "task_specific": 0.6499999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9952097786587379, | |
| "dimensions": { | |
| "task_specific": 0.9952097786587379 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5757459659792136, | |
| "dimensions": { | |
| "task_specific": 0.5757459659792136 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7346170417988656, | |
| "dimensions": { | |
| "task_specific": 0.7346170417988656 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7428278733844724, | |
| "dimensions": { | |
| "task_specific": 0.7428278733844724 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.76782808296917, | |
| "dimensions": { | |
| "task_specific": 0.76782808296917 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.759842052170649, | |
| "dimensions": { | |
| "task_specific": 0.759842052170649 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2546630876178677, | |
| "dimensions": { | |
| "task_specific": 0.2546630876178677 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28409647274198013, | |
| "dimensions": { | |
| "task_specific": 0.28409647274198013 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19884831214927579, | |
| "dimensions": { | |
| "task_specific": 0.19884831214927579 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9861664656020617, | |
| "dimensions": { | |
| "task_specific": 0.9861664656020617 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.51032892077542, | |
| "dimensions": { | |
| "task_specific": 0.51032892077542 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9354688842501088, | |
| "dimensions": { | |
| "task_specific": 0.9354688842501088 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9956933350510637, | |
| "dimensions": { | |
| "task_specific": 0.9956933350510637 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4671257744164349, | |
| "dimensions": { | |
| "task_specific": 0.4671257744164349 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0948, | |
| "dimensions": { | |
| "task_specific": 0.0948 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26884, | |
| "dimensions": { | |
| "task_specific": 0.26884 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31872, | |
| "dimensions": { | |
| "task_specific": 0.31872 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2776, | |
| "dimensions": { | |
| "task_specific": 0.2776 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.30746, | |
| "dimensions": { | |
| "task_specific": 0.30746 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31388, | |
| "dimensions": { | |
| "task_specific": 0.31388 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.24492, | |
| "dimensions": { | |
| "task_specific": 0.24492 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31262, | |
| "dimensions": { | |
| "task_specific": 0.31262 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.35052000000000005, | |
| "dimensions": { | |
| "task_specific": 0.35052000000000005 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.25854, | |
| "dimensions": { | |
| "task_specific": 0.25854 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.27067393360886116, | |
| "dimensions": { | |
| "task_specific": 0.27067393360886116 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.24332586449895638, | |
| "dimensions": { | |
| "task_specific": 0.24332586449895638 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.17406367228969105, | |
| "dimensions": { | |
| "task_specific": 0.17406367228969105 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.10226590530440924, | |
| "dimensions": { | |
| "task_specific": 0.10226590530440924 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.1599581460837718, | |
| "dimensions": { | |
| "task_specific": 0.1599581460837718 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.191034231609614, | |
| "dimensions": { | |
| "task_specific": 0.191034231609614 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19316441356393022, | |
| "dimensions": { | |
| "task_specific": 0.19316441356393022 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.02118254304104768, | |
| "dimensions": { | |
| "task_specific": 0.02118254304104768 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9193673275187652, | |
| "dimensions": { | |
| "task_specific": 0.9193673275187652 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6218893451254566, | |
| "dimensions": { | |
| "task_specific": 0.6218893451254566 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.36589256908057566, | |
| "dimensions": { | |
| "task_specific": 0.36589256908057566 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8987480403769146, | |
| "dimensions": { | |
| "task_specific": 0.8987480403769146 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.36335347174236066, | |
| "dimensions": { | |
| "task_specific": 0.36335347174236066 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9121292220969637, | |
| "dimensions": { | |
| "task_specific": 0.9121292220969637 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9217425752345391, | |
| "dimensions": { | |
| "task_specific": 0.9217425752345391 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.65476, | |
| "dimensions": { | |
| "task_specific": 0.65476 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.69082, | |
| "dimensions": { | |
| "task_specific": 0.69082 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.45838, | |
| "dimensions": { | |
| "task_specific": 0.45838 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.47488, | |
| "dimensions": { | |
| "task_specific": 0.47488 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.55246, | |
| "dimensions": { | |
| "task_specific": 0.55246 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3183462799551904, | |
| "dimensions": { | |
| "task_specific": 0.3183462799551904 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3030818636455066, | |
| "dimensions": { | |
| "task_specific": 0.3030818636455066 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.24084166160055082, | |
| "dimensions": { | |
| "task_specific": 0.24084166160055082 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6963661774982529, | |
| "dimensions": { | |
| "task_specific": 0.6963661774982529 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.35007676491327966, | |
| "dimensions": { | |
| "task_specific": 0.35007676491327966 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19592, | |
| "dimensions": { | |
| "task_specific": 0.19592 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.77544, | |
| "dimensions": { | |
| "task_specific": 0.77544 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.32104, | |
| "dimensions": { | |
| "task_specific": 0.32104 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6040953373012625, | |
| "dimensions": { | |
| "task_specific": 0.6040953373012625 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.623632400161208, | |
| "dimensions": { | |
| "task_specific": 0.623632400161208 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.23468316599183767, | |
| "dimensions": { | |
| "task_specific": 0.23468316599183767 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3007317853003975, | |
| "dimensions": { | |
| "task_specific": 0.3007317853003975 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4289158314715146, | |
| "dimensions": { | |
| "task_specific": 0.4289158314715146 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.81457, | |
| "dimensions": { | |
| "task_specific": 0.81457 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.52323, | |
| "dimensions": { | |
| "task_specific": 0.52323 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.39619496509588387, | |
| "dimensions": { | |
| "task_specific": 0.39619496509588387 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3093218698168662, | |
| "dimensions": { | |
| "task_specific": 0.3093218698168662 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2051401504640474, | |
| "dimensions": { | |
| "task_specific": 0.2051401504640474 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3309035203203327, | |
| "dimensions": { | |
| "task_specific": 0.3309035203203327 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0016801915549039344, | |
| "dimensions": { | |
| "task_specific": 0.0016801915549039344 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.399959250203749, | |
| "dimensions": { | |
| "task_specific": 0.399959250203749 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.39973578218773553, | |
| "dimensions": { | |
| "task_specific": 0.39973578218773553 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5800000000000001, | |
| "dimensions": { | |
| "task_specific": 0.5800000000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29592054634633724, | |
| "dimensions": { | |
| "task_specific": 0.29592054634633724 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29660237140948564, | |
| "dimensions": { | |
| "task_specific": 0.29660237140948564 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2956488333529805, | |
| "dimensions": { | |
| "task_specific": 0.2956488333529805 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2886397477943099, | |
| "dimensions": { | |
| "task_specific": 0.2886397477943099 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2914022819728399, | |
| "dimensions": { | |
| "task_specific": 0.2914022819728399 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3194250742594401, | |
| "dimensions": { | |
| "task_specific": 0.3194250742594401 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31416738173540903, | |
| "dimensions": { | |
| "task_specific": 0.31416738173540903 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31011811050714233, | |
| "dimensions": { | |
| "task_specific": 0.31011811050714233 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3157400692210478, | |
| "dimensions": { | |
| "task_specific": 0.3157400692210478 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29217283211502376, | |
| "dimensions": { | |
| "task_specific": 0.29217283211502376 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2898059269480974, | |
| "dimensions": { | |
| "task_specific": 0.2898059269480974 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29060184272484446, | |
| "dimensions": { | |
| "task_specific": 0.29060184272484446 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28976704283008126, | |
| "dimensions": { | |
| "task_specific": 0.28976704283008126 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29040529470337517, | |
| "dimensions": { | |
| "task_specific": 0.29040529470337517 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2904147999233411, | |
| "dimensions": { | |
| "task_specific": 0.2904147999233411 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29607368721258265, | |
| "dimensions": { | |
| "task_specific": 0.29607368721258265 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29569632261722323, | |
| "dimensions": { | |
| "task_specific": 0.29569632261722323 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29644200788754604, | |
| "dimensions": { | |
| "task_specific": 0.29644200788754604 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29578751262250613, | |
| "dimensions": { | |
| "task_specific": 0.29578751262250613 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2959365767014889, | |
| "dimensions": { | |
| "task_specific": 0.2959365767014889 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.06434498253396163, | |
| "dimensions": { | |
| "task_specific": 0.06434498253396163 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.020953448950872432, | |
| "dimensions": { | |
| "task_specific": 0.020953448950872432 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.160524, | |
| "dimensions": { | |
| "task_specific": 0.160524 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.044884510084033616, | |
| "dimensions": { | |
| "task_specific": 0.044884510084033616 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28207454656309455, | |
| "dimensions": { | |
| "task_specific": 0.28207454656309455 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.49534046671169074, | |
| "dimensions": { | |
| "task_specific": 0.49534046671169074 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.531084588149288, | |
| "dimensions": { | |
| "task_specific": 0.531084588149288 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.35331278153108014, | |
| "dimensions": { | |
| "task_specific": 0.35331278153108014 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5203936723165825, | |
| "dimensions": { | |
| "task_specific": 0.5203936723165825 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7022863462218546, | |
| "dimensions": { | |
| "task_specific": 0.7022863462218546 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6690091972049863, | |
| "dimensions": { | |
| "task_specific": 0.6690091972049863 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.602434400492533, | |
| "dimensions": { | |
| "task_specific": 0.602434400492533 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7729675150876899, | |
| "dimensions": { | |
| "task_specific": 0.7729675150876899 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4584237233320386, | |
| "dimensions": { | |
| "task_specific": 0.4584237233320386 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.1301637597837681, | |
| "dimensions": { | |
| "task_specific": 0.1301637597837681 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.668074182824839, | |
| "dimensions": { | |
| "task_specific": 0.668074182824839 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.25200449048312634, | |
| "dimensions": { | |
| "task_specific": 0.25200449048312634 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28398266917049464, | |
| "dimensions": { | |
| "task_specific": 0.28398266917049464 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5380830607774418, | |
| "dimensions": { | |
| "task_specific": 0.5380830607774418 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.23559099364590053, | |
| "dimensions": { | |
| "task_specific": 0.23559099364590053 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.33667358688636423, | |
| "dimensions": { | |
| "task_specific": 0.33667358688636423 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5206113876854913, | |
| "dimensions": { | |
| "task_specific": 0.5206113876854913 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.47507952804662473, | |
| "dimensions": { | |
| "task_specific": 0.47507952804662473 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.280430993813195, | |
| "dimensions": { | |
| "task_specific": 0.280430993813195 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7781145382619864, | |
| "dimensions": { | |
| "task_specific": 0.7781145382619864 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5999607594856087, | |
| "dimensions": { | |
| "task_specific": 0.5999607594856087 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6133174830749988, | |
| "dimensions": { | |
| "task_specific": 0.6133174830749988 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5900828084745197, | |
| "dimensions": { | |
| "task_specific": 0.5900828084745197 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2_indomain_strict_manifest_326f7bda/dancegrpo_vbvr_pro_5b_checkpoint-600-euler/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5976618137061659, | |
| "dimensions": { | |
| "task_specific": 0.5976618137061659 | |
| }, | |
| "error": null | |
| } | |
| ], | |
| "summary": { | |
| "In_Domain": { | |
| "scores": [ | |
| 1.0, | |
| 0.2, | |
| 0.17613921539037655, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.8121168264743974, | |
| 0.5252041583290752, | |
| 0.28544775247573856, | |
| 0.8659970460789203, | |
| 0.5525883556054902, | |
| 0.5288559728034041, | |
| 0.34561902195770555, | |
| 0.6577822113125331, | |
| 0.3192948981829711, | |
| 0.20593386298627836, | |
| 0.7541666666666667, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.2422785161656411, | |
| 0.2451804395845161, | |
| 0.9968448895104924, | |
| 0.9285405842202262, | |
| 0.9207026544861172, | |
| 0.5975889053316852, | |
| 0.5559590186455943, | |
| 0.7227129379414624, | |
| 0.6247787035527974, | |
| 0.674088680882125, | |
| 0.9891368081110605, | |
| 0.989242182311064, | |
| 0.9893588505916715, | |
| 0.9892080863070044, | |
| 0.9893032758872702, | |
| 0.9990698378205708, | |
| 0.1871805191040039, | |
| 0.1852130889892578, | |
| 0.1925714521366645, | |
| 0.9993963265767518, | |
| 0.9725144885120947, | |
| 0.973815770971277, | |
| 0.9784898182180459, | |
| 0.9784995351811279, | |
| 0.9771942083360846, | |
| 0.4625537207722302, | |
| 0.9572154229232739, | |
| 0.9258980252290706, | |
| 0.6243005612049978, | |
| 0.7249666972747947, | |
| 0.6378833926159423, | |
| 0.6259002216630429, | |
| 0.7827199045043981, | |
| 0.7441267442376759, | |
| 0.4549542402778304, | |
| 0.6062041593739376, | |
| 0.7019729378274973, | |
| 0.5761259680765989, | |
| 0.6930431312863696, | |
| 0.6010684644413716, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.8800000000000001, | |
| 0.35576105401795133, | |
| 0.5795244418246299, | |
| 0.2359210671402911, | |
| 0.4650959831697274, | |
| 0.36305124254146, | |
| 0.9961039040399635, | |
| 0.9962393230533008, | |
| 0.9855097213600981, | |
| 0.9557202498077149, | |
| 0.8743100385586597, | |
| 0.19264112990468846, | |
| 0.19278767696379565, | |
| 0.1903023242994584, | |
| 0.7356276543853806, | |
| 0.1913854016512485, | |
| 0.6215535941371594, | |
| 0.45013357778941854, | |
| 0.45652173913043476, | |
| 0.24346208592132507, | |
| 0.3065688112816907, | |
| 0.8435444637688888, | |
| 0.8049114693459222, | |
| 0.8342671838156923, | |
| 0.8632465715063855, | |
| 0.8774103161523881, | |
| 0.7198531387958513, | |
| 0.8, | |
| 0.7993281497204066, | |
| 0.798868163251439, | |
| 0.7154082372041298, | |
| 0.9598907724621943, | |
| 0.5855511989747402, | |
| 0.9851367158209058, | |
| 0.4655472257419041, | |
| 0.9146928335251219, | |
| 0.197455033748128, | |
| 0.19824668521822153, | |
| 0.19811211627517297, | |
| 0.19812118063429712, | |
| 0.19809717495937854, | |
| 0.9345402844532391, | |
| 0.3434159947777426, | |
| 0.9323096939828471, | |
| 0.9318400655954139, | |
| 0.352854029966439, | |
| 0.7124775465596341, | |
| 0.3654060208700587, | |
| 0.8974429945121802, | |
| 0.7443657252719306, | |
| 0.6264811271512077, | |
| 0.9433220096598229, | |
| 0.932071739484682, | |
| 0.9569689475430556, | |
| 0.9337534123232736, | |
| 0.3701143107178637, | |
| 0.7126897754006815, | |
| 0.6262348488302689, | |
| 0.7226433984977179, | |
| 0.8375484255496533, | |
| 0.3660338158874271, | |
| 0.45282675109455073, | |
| 0.6023911216003257, | |
| 0.46949425129950706, | |
| 0.5844198485075287, | |
| 0.3545240440624511, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.46178, | |
| 0.4484, | |
| 0.52748, | |
| 0.44486000000000003, | |
| 0.47600000000000003, | |
| 0.52778, | |
| 0.48656, | |
| 0.5256799999999999, | |
| 0.50798, | |
| 0.5017400000000001, | |
| 0.7, | |
| 0.7, | |
| 0.7, | |
| 0.7999999999999999, | |
| 0.7, | |
| 1.0, | |
| 0.75685, | |
| 0.875, | |
| 0.875, | |
| 0.5679000000000001, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.3244, | |
| 1.0, | |
| 0.9541200000000001, | |
| 0.95274, | |
| 0.9789000000000001, | |
| 0.6998, | |
| 0.30974, | |
| 0.47532, | |
| 0.46656, | |
| 0.51092, | |
| 0.45884, | |
| 0.46956, | |
| 0.38858, | |
| 0.38439999999999996, | |
| 0.24168, | |
| 0.3876, | |
| 0.27651000000000003, | |
| 0.4625, | |
| 0.9375, | |
| 0.475, | |
| 0.4375, | |
| 0.3724, | |
| 0.84566, | |
| 0.9099999999999999, | |
| 0.85937, | |
| 0.84566, | |
| 0.85744, | |
| 0.1206, | |
| 0.91322, | |
| 0.34524, | |
| 0.1107, | |
| 0.19340000000000002, | |
| 0.0380952380952381, | |
| 0.1, | |
| 0.045535714285714284, | |
| 0.1, | |
| 0.22799999999999998, | |
| 0.9200240330674176, | |
| 0.9358625394095961, | |
| 0.9412931863215135, | |
| 0.8552098312992541, | |
| 0.36912849497773587, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.9755312389677888, | |
| 0.9749560160982591, | |
| 0.9767122313108346, | |
| 0.9734629020142325, | |
| 0.9745748371605235, | |
| 1.0, | |
| 1.0, | |
| 0.9997800000000001, | |
| 0.17484, | |
| 1.0, | |
| 0.18664, | |
| 0.4444, | |
| 0.33336, | |
| 0.20332, | |
| 0.38664, | |
| 0.335, | |
| 0.478, | |
| 0.36332, | |
| 0.37002, | |
| 0.47831999999999997, | |
| 0.21247607272612862, | |
| 0.3730256506618843, | |
| 0.3229753929994948, | |
| 0.21707799442826042, | |
| 0.38992669426919857, | |
| 0.4879, | |
| 0.43855999999999995, | |
| 0.31754000000000004, | |
| 0.51204, | |
| 0.31774, | |
| 0.64678, | |
| 0.44122, | |
| 0.90052, | |
| 0.4817, | |
| 0.20612000000000003 | |
| ], | |
| "by_task": { | |
| "G-131_select_next_figure_increasing_size_sequence_data-generator": 0.6752278430780753, | |
| "G-134_select_next_figure_large_small_alternating_sequence_data-generator": 0.52, | |
| "G-138_spot_unique_non_repeated_color_data-generator": 0.6082708277927243, | |
| "G-13_grid_number_sequence_data-generator": 0.41149719344857844, | |
| "G-158_identify_all_hollow_points_data-generator": 0.9508333333333333, | |
| "G-15_grid_avoid_obstacles_data-generator": 0.6667094167933987, | |
| "G-16_grid_go_through_block_data-generator": 0.6350256492707329, | |
| "G-18_grid_shortest_path_data-generator": 0.9892498406416141, | |
| "G-194_construct_concentric_ring_data-generator": 0.5126862449254498, | |
| "G-21_multiple_occlusions_vertical_data-generator": 0.9761027642437259, | |
| "G-25_seperate_object_spinning_data-generator": 0.7389868854808734, | |
| "G-29_chart_extreme_with_data_data-generator": 0.6491169006597779, | |
| "G-31_directed_graph_navigation_data-generator": 0.635682932201155, | |
| "G-39_attention_shift_different_data-generator": 0.976, | |
| "G-3_stable_sort_data-generator": 0.399870757738812, | |
| "G-41_grid_highest_cost_data-generator": 0.9615766473639473, | |
| "G-43_understand_scene_structure_data-generator": 0.3005488374409143, | |
| "G-45_key_door_matching_data-generator": 0.41564796165200574, | |
| "G-51_predict_next_color_data-generator": 0.8446760009178554, | |
| "G-5_multi_object_placement_data-generator": 0.7666915377943654, | |
| "G-8_track_object_movement_data-generator": 0.7821637493049732, | |
| "G-9_identify_objects_in_region_data-generator": 0.1980064381670396, | |
| "O-10_shape_outline_fill_data-generator": 0.6989920137551364, | |
| "O-12_shape_color_then_scale_data-generator": 0.6692346828730023, | |
| "O-13_shape_outline_then_move_data-generator": 0.8272460839457395, | |
| "O-14_shape_scale_then_outline_data-generator": 0.6530300528331497, | |
| "O-15_ball_bounces_given_time_data-generator": 0.4927312033128727, | |
| "O-16_color_addition_data-generator": 0.4, | |
| "O-18_glass_refraction_data-generator": 0.471704, | |
| "O-19_mirror_reflection_data-generator": 0.509948, | |
| "O-21_construction_blueprint_data-generator": 0.72, | |
| "O-23_domino_chain_branch_path_prediction_data-generator": 0.81495, | |
| "O-24_domino_chain_gap_analysis_data-generator": 0.86488, | |
| "O-25_LEGO_construction_assembly_data-generator": 0.7790600000000001, | |
| "O-29_ballcolor_data-generator": 0.47624000000000005, | |
| "O-30_bookshelf_data-generator": 0.335754, | |
| "O-31_ball_eating_data-generator": 0.53698, | |
| "O-32_rolling_ball_data-generator": 0.863626, | |
| "O-33_counting_object_data-generator": 0.336632, | |
| "O-34_dot_to_dot_task_data-generator": 0.10232619047619047, | |
| "O-36_grid_shift_data-generator": 0.8043036170151033, | |
| "O-37_light_sequence_data-generator": 0.2, | |
| "O-38_majority_color_data-generator": 1.0, | |
| "O-44_rotation_puzzle_data-generator": 0.9750474451103276, | |
| "O-45_sequence_completion_data-generator": 0.834924, | |
| "O-47_sliding_puzzle_data-generator": 0.310872, | |
| "O-52_traffic_light_data-generator": 0.40493199999999996, | |
| "O-53_clock_data-generator": 0.30309636101699333, | |
| "O-55_rotation_data-generator": 0.414756, | |
| "O-75_communicating_vessels_data-generator": 0.5352680000000001 | |
| }, | |
| "by_category": { | |
| "Abstraction": 0.6251260150284456, | |
| "Perception": 0.5885303392970173, | |
| "Spatiality": 0.6184536242509356, | |
| "Transformation": 0.8075595294400647, | |
| "Knowledge": 0.4999817505340063 | |
| }, | |
| "mean_score": 0.6190221082517573, | |
| "num_samples": 250 | |
| }, | |
| "Out_of_Domain": { | |
| "scores": [ | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 1.0, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.8958085352507754, | |
| 0.9310488783795194, | |
| 0.39239701522192905, | |
| 0.3914561000093332, | |
| 0.8168589737680371, | |
| 0.2, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 1.0, | |
| 0.3, | |
| 0.5, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.3, | |
| 0.19593313611349686, | |
| 0.2, | |
| 0.1999332905874962, | |
| 0.2, | |
| 0.2, | |
| 0.8792569659442724, | |
| 0.9227336122733613, | |
| 0.31265153870065276, | |
| 1.0, | |
| 0.4, | |
| 0.1738007070356214, | |
| 0.19588777459197157, | |
| 0.18685783470293088, | |
| 0.174334383583792, | |
| 0.18232411794869818, | |
| 0.59062, | |
| 0.38024, | |
| 0.43600000000000005, | |
| 0.42000000000000004, | |
| 0.43600000000000005, | |
| 0.3648109199834844, | |
| 0.26732482295494453, | |
| 0.34920101771807494, | |
| 0.33488408964601013, | |
| 0.3376670373840185, | |
| 0.26666666666666666, | |
| 0.26666666666666666, | |
| 0.33820687797514387, | |
| 0.6666666666666666, | |
| 0.4666666666666667, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.9333061668024993, | |
| 0.2866140004388852, | |
| 0.20682359534818553, | |
| 0.211489898989899, | |
| 0.19369102072773725, | |
| 0.2, | |
| 0.19544547929999825, | |
| 0.19175047848931479, | |
| 0.1974421249445826, | |
| 0.5499999999999999, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 1.0, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.33796942234039307, | |
| 0.33518915176391606, | |
| 0.3570455551147461, | |
| 0.9347253293755418, | |
| 0.5207287265891679, | |
| 0.4, | |
| 0.37367552153684525, | |
| 0.4, | |
| 0.3909350755410371, | |
| 0.4, | |
| 0.6499999999999999, | |
| 0.9952097786587379, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.5757459659792136, | |
| 0.7346170417988656, | |
| 0.7428278733844724, | |
| 0.76782808296917, | |
| 0.759842052170649, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.2546630876178677, | |
| 0.28409647274198013, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.19884831214927579, | |
| 0.9861664656020617, | |
| 0.51032892077542, | |
| 0.9354688842501088, | |
| 0.9956933350510637, | |
| 0.4671257744164349, | |
| 0.0948, | |
| 0.26884, | |
| 0.31872, | |
| 0.2776, | |
| 0.30746, | |
| 0.31388, | |
| 0.24492, | |
| 0.31262, | |
| 0.35052000000000005, | |
| 0.25854, | |
| 0.27067393360886116, | |
| 0.24332586449895638, | |
| 0.17406367228969105, | |
| 0.10226590530440924, | |
| 0.1599581460837718, | |
| 0.2, | |
| 0.191034231609614, | |
| 0.2, | |
| 0.19316441356393022, | |
| 0.02118254304104768, | |
| 0.9193673275187652, | |
| 0.6218893451254566, | |
| 0.36589256908057566, | |
| 0.8987480403769146, | |
| 0.36335347174236066, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.9121292220969637, | |
| 0.9217425752345391, | |
| 0.0, | |
| 0.65476, | |
| 0.69082, | |
| 0.45838, | |
| 0.47488, | |
| 0.55246, | |
| 0.3183462799551904, | |
| 0.3030818636455066, | |
| 0.24084166160055082, | |
| 0.6963661774982529, | |
| 0.35007676491327966, | |
| 0.19592, | |
| 0.77544, | |
| 0.2, | |
| 1.0, | |
| 0.32104, | |
| 0.6040953373012625, | |
| 0.623632400161208, | |
| 0.23468316599183767, | |
| 0.3007317853003975, | |
| 0.4289158314715146, | |
| 1.0, | |
| 0.81457, | |
| 1.0, | |
| 0.52323, | |
| 1.0, | |
| 0.39619496509588387, | |
| 0.3093218698168662, | |
| 0.2051401504640474, | |
| 0.3309035203203327, | |
| 0.0016801915549039344, | |
| 0.4, | |
| 0.4, | |
| 0.399959250203749, | |
| 0.39973578218773553, | |
| 0.5800000000000001, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.29592054634633724, | |
| 0.29660237140948564, | |
| 0.2956488333529805, | |
| 0.2886397477943099, | |
| 0.2914022819728399, | |
| 0.3194250742594401, | |
| 0.31416738173540903, | |
| 0.31011811050714233, | |
| 0.3157400692210478, | |
| 0.29217283211502376, | |
| 0.2898059269480974, | |
| 0.29060184272484446, | |
| 0.28976704283008126, | |
| 0.29040529470337517, | |
| 0.2904147999233411, | |
| 0.29607368721258265, | |
| 0.29569632261722323, | |
| 0.29644200788754604, | |
| 0.29578751262250613, | |
| 0.2959365767014889, | |
| 0.06434498253396163, | |
| 0.020953448950872432, | |
| 0.160524, | |
| 0.0, | |
| 0.044884510084033616, | |
| 0.28207454656309455, | |
| 0.49534046671169074, | |
| 0.531084588149288, | |
| 0.35331278153108014, | |
| 0.5203936723165825, | |
| 0.7022863462218546, | |
| 0.6690091972049863, | |
| 0.602434400492533, | |
| 0.7729675150876899, | |
| 0.4584237233320386, | |
| 0.1301637597837681, | |
| 0.668074182824839, | |
| 0.25200449048312634, | |
| 0.28398266917049464, | |
| 0.5380830607774418, | |
| 0.23559099364590053, | |
| 0.33667358688636423, | |
| 0.5206113876854913, | |
| 0.47507952804662473, | |
| 0.280430993813195, | |
| 0.7781145382619864, | |
| 0.5999607594856087, | |
| 0.6133174830749988, | |
| 0.5900828084745197, | |
| 0.5976618137061659 | |
| ], | |
| "by_task": { | |
| "G-135_select_next_figure_small_large_alternating_sequence_data-generator": 0.52, | |
| "G-136_locate_point_in_overlapping_area_data-generator": 0.4, | |
| "G-140_locate_topmost_unobscured_figure_data-generator": 0.6855139005259188, | |
| "G-147_identify_unique_figure_in_uniform_set_data-generator": 0.36, | |
| "G-160_circle_largest_numerical_value_data-generator": 0.44000000000000006, | |
| "G-161_mark_second_largest_shape_data-generator": 0.26, | |
| "G-167_select_longest_polygon_side_data-generator": 0.24, | |
| "G-168_identify_nearest_to_square_rectangle_data-generator": 0.19917328534019862, | |
| "G-169_locate_intersection_of_segments_data-generator": 0.7029284233836572, | |
| "G-174_arrange_circles_by_circumference_data-generator": 0.1826409635726028, | |
| "G-189_draw_midpoint_perpendicular_line_data-generator": 0.4525720000000001, | |
| "G-193_draw_next_sized_shape_data-generator": 0.33077757753730647, | |
| "G-202_mark_wave_peaks_data-generator": 0.4009747089283621, | |
| "G-206_identify_pentagons_data-generator": 0.2, | |
| "G-212_find_incorrect_arrow_direction_data-generator": 0.3876467323158938, | |
| "G-217_circle_central_dot_data-generator": 0.19566582069232658, | |
| "G-218_identify_largest_angle_in_triangle_data-generator": 0.26999999999999996, | |
| "G-219_select_leftmost_shape_data-generator": 0.52, | |
| "G-221_outline_innermost_square_data-generator": 0.497131637036753, | |
| "G-222_mark_tangent_point_of_circles_data-generator": 0.3929221194155765, | |
| "G-223_highlight_horizontal_lines_data-generator": 0.9290419557317475, | |
| "G-240_add_borders_to_unbordered_shapes_data-generator": 0.7161722032604741, | |
| "G-247_identify_chinese_character_data-generator": 0.28775191207196954, | |
| "G-248_mark_asymmetrical_shape_data-generator": 0.35976966242985514, | |
| "G-24_separate_objects_no_spin_data-generator": 0.7789566760190179, | |
| "G-250_color_triple_intersection_red_data-generator": 0.253484, | |
| "G-273_high_density_liquid_data-generator": 0.296096, | |
| "G-47_multiple_keys_for_one_door_data-generator": 0.19005750435713792, | |
| "G-54_connecting_color_data-generator": 0.1610762376429184, | |
| "O-11_shape_color_then_move_data-generator": 0.6338501507688145, | |
| "O-22_construction_stack_data-generator": 0.0, | |
| "O-27_move_2_object_to_2_target_data-generator": 0.36677435946630055, | |
| "O-2_pigment_color_mixing_subtractive_data-generator": 0.56626, | |
| "O-39_maze_data-generator": 0.38174254952255604, | |
| "O-43_object_subtraction_data-generator": 0.49848, | |
| "O-46_shape_sorter_data-generator": 0.43841170404524404, | |
| "O-49_symmetry_completion_data-generator": 0.8675599999999999, | |
| "O-54_control_panel_data-generator": 0.24864813945040684, | |
| "O-56_raven_data-generator": 0.435939006478297, | |
| "O-58_symbol_delete_data-generator": 0.3, | |
| "O-59_symbol_insert_data-generator": 0.29364275617519064, | |
| "O-5_symbol_deletion_data-generator": 0.3103246935676126, | |
| "O-60_symbol_substitute_data-generator": 0.2901989814259479, | |
| "O-61_symbol_edit_data-generator": 0.2959872214082694, | |
| "O-62_gravity_physics_data-generator": 0.05814138831377354, | |
| "O-64_animal_matching_data-generator": 0.4364412110543472, | |
| "O-65_animal_size_sorting_data-generator": 0.6410242364678205, | |
| "O-6_2d_geometric_transformation_data-generator": 0.37446163260793397, | |
| "O-85_2d_object_rotation_data-generator": 0.36967729801551513, | |
| "O-9_shape_scaling_data-generator": 0.6358274806006559 | |
| }, | |
| "by_category": { | |
| "Abstraction": 0.5213852943544351, | |
| "Perception": 0.3873428592225597, | |
| "Spatiality": 0.4548891182884731, | |
| "Knowledge": 0.25553102421561397, | |
| "Transformation": 0.3823883643881426 | |
| }, | |
| "mean_score": 0.4010749225926081, | |
| "num_samples": 250 | |
| }, | |
| "overall": { | |
| "scores": [ | |
| 1.0, | |
| 0.2, | |
| 0.17613921539037655, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.8121168264743974, | |
| 0.5252041583290752, | |
| 0.28544775247573856, | |
| 0.8659970460789203, | |
| 0.5525883556054902, | |
| 0.5288559728034041, | |
| 0.34561902195770555, | |
| 0.6577822113125331, | |
| 0.3192948981829711, | |
| 0.20593386298627836, | |
| 0.7541666666666667, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.2422785161656411, | |
| 0.2451804395845161, | |
| 0.9968448895104924, | |
| 0.9285405842202262, | |
| 0.9207026544861172, | |
| 0.5975889053316852, | |
| 0.5559590186455943, | |
| 0.7227129379414624, | |
| 0.6247787035527974, | |
| 0.674088680882125, | |
| 0.9891368081110605, | |
| 0.989242182311064, | |
| 0.9893588505916715, | |
| 0.9892080863070044, | |
| 0.9893032758872702, | |
| 0.9990698378205708, | |
| 0.1871805191040039, | |
| 0.1852130889892578, | |
| 0.1925714521366645, | |
| 0.9993963265767518, | |
| 0.9725144885120947, | |
| 0.973815770971277, | |
| 0.9784898182180459, | |
| 0.9784995351811279, | |
| 0.9771942083360846, | |
| 0.4625537207722302, | |
| 0.9572154229232739, | |
| 0.9258980252290706, | |
| 0.6243005612049978, | |
| 0.7249666972747947, | |
| 0.6378833926159423, | |
| 0.6259002216630429, | |
| 0.7827199045043981, | |
| 0.7441267442376759, | |
| 0.4549542402778304, | |
| 0.6062041593739376, | |
| 0.7019729378274973, | |
| 0.5761259680765989, | |
| 0.6930431312863696, | |
| 0.6010684644413716, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.8800000000000001, | |
| 0.35576105401795133, | |
| 0.5795244418246299, | |
| 0.2359210671402911, | |
| 0.4650959831697274, | |
| 0.36305124254146, | |
| 0.9961039040399635, | |
| 0.9962393230533008, | |
| 0.9855097213600981, | |
| 0.9557202498077149, | |
| 0.8743100385586597, | |
| 0.19264112990468846, | |
| 0.19278767696379565, | |
| 0.1903023242994584, | |
| 0.7356276543853806, | |
| 0.1913854016512485, | |
| 0.6215535941371594, | |
| 0.45013357778941854, | |
| 0.45652173913043476, | |
| 0.24346208592132507, | |
| 0.3065688112816907, | |
| 0.8435444637688888, | |
| 0.8049114693459222, | |
| 0.8342671838156923, | |
| 0.8632465715063855, | |
| 0.8774103161523881, | |
| 0.7198531387958513, | |
| 0.8, | |
| 0.7993281497204066, | |
| 0.798868163251439, | |
| 0.7154082372041298, | |
| 0.9598907724621943, | |
| 0.5855511989747402, | |
| 0.9851367158209058, | |
| 0.4655472257419041, | |
| 0.9146928335251219, | |
| 0.197455033748128, | |
| 0.19824668521822153, | |
| 0.19811211627517297, | |
| 0.19812118063429712, | |
| 0.19809717495937854, | |
| 0.9345402844532391, | |
| 0.3434159947777426, | |
| 0.9323096939828471, | |
| 0.9318400655954139, | |
| 0.352854029966439, | |
| 0.7124775465596341, | |
| 0.3654060208700587, | |
| 0.8974429945121802, | |
| 0.7443657252719306, | |
| 0.6264811271512077, | |
| 0.9433220096598229, | |
| 0.932071739484682, | |
| 0.9569689475430556, | |
| 0.9337534123232736, | |
| 0.3701143107178637, | |
| 0.7126897754006815, | |
| 0.6262348488302689, | |
| 0.7226433984977179, | |
| 0.8375484255496533, | |
| 0.3660338158874271, | |
| 0.45282675109455073, | |
| 0.6023911216003257, | |
| 0.46949425129950706, | |
| 0.5844198485075287, | |
| 0.3545240440624511, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.46178, | |
| 0.4484, | |
| 0.52748, | |
| 0.44486000000000003, | |
| 0.47600000000000003, | |
| 0.52778, | |
| 0.48656, | |
| 0.5256799999999999, | |
| 0.50798, | |
| 0.5017400000000001, | |
| 0.7, | |
| 0.7, | |
| 0.7, | |
| 0.7999999999999999, | |
| 0.7, | |
| 1.0, | |
| 0.75685, | |
| 0.875, | |
| 0.875, | |
| 0.5679000000000001, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.3244, | |
| 1.0, | |
| 0.9541200000000001, | |
| 0.95274, | |
| 0.9789000000000001, | |
| 0.6998, | |
| 0.30974, | |
| 0.47532, | |
| 0.46656, | |
| 0.51092, | |
| 0.45884, | |
| 0.46956, | |
| 0.38858, | |
| 0.38439999999999996, | |
| 0.24168, | |
| 0.3876, | |
| 0.27651000000000003, | |
| 0.4625, | |
| 0.9375, | |
| 0.475, | |
| 0.4375, | |
| 0.3724, | |
| 0.84566, | |
| 0.9099999999999999, | |
| 0.85937, | |
| 0.84566, | |
| 0.85744, | |
| 0.1206, | |
| 0.91322, | |
| 0.34524, | |
| 0.1107, | |
| 0.19340000000000002, | |
| 0.0380952380952381, | |
| 0.1, | |
| 0.045535714285714284, | |
| 0.1, | |
| 0.22799999999999998, | |
| 0.9200240330674176, | |
| 0.9358625394095961, | |
| 0.9412931863215135, | |
| 0.8552098312992541, | |
| 0.36912849497773587, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.9755312389677888, | |
| 0.9749560160982591, | |
| 0.9767122313108346, | |
| 0.9734629020142325, | |
| 0.9745748371605235, | |
| 1.0, | |
| 1.0, | |
| 0.9997800000000001, | |
| 0.17484, | |
| 1.0, | |
| 0.18664, | |
| 0.4444, | |
| 0.33336, | |
| 0.20332, | |
| 0.38664, | |
| 0.335, | |
| 0.478, | |
| 0.36332, | |
| 0.37002, | |
| 0.47831999999999997, | |
| 0.21247607272612862, | |
| 0.3730256506618843, | |
| 0.3229753929994948, | |
| 0.21707799442826042, | |
| 0.38992669426919857, | |
| 0.4879, | |
| 0.43855999999999995, | |
| 0.31754000000000004, | |
| 0.51204, | |
| 0.31774, | |
| 0.64678, | |
| 0.44122, | |
| 0.90052, | |
| 0.4817, | |
| 0.20612000000000003, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 1.0, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.8958085352507754, | |
| 0.9310488783795194, | |
| 0.39239701522192905, | |
| 0.3914561000093332, | |
| 0.8168589737680371, | |
| 0.2, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 1.0, | |
| 0.3, | |
| 0.5, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.3, | |
| 0.19593313611349686, | |
| 0.2, | |
| 0.1999332905874962, | |
| 0.2, | |
| 0.2, | |
| 0.8792569659442724, | |
| 0.9227336122733613, | |
| 0.31265153870065276, | |
| 1.0, | |
| 0.4, | |
| 0.1738007070356214, | |
| 0.19588777459197157, | |
| 0.18685783470293088, | |
| 0.174334383583792, | |
| 0.18232411794869818, | |
| 0.59062, | |
| 0.38024, | |
| 0.43600000000000005, | |
| 0.42000000000000004, | |
| 0.43600000000000005, | |
| 0.3648109199834844, | |
| 0.26732482295494453, | |
| 0.34920101771807494, | |
| 0.33488408964601013, | |
| 0.3376670373840185, | |
| 0.26666666666666666, | |
| 0.26666666666666666, | |
| 0.33820687797514387, | |
| 0.6666666666666666, | |
| 0.4666666666666667, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.9333061668024993, | |
| 0.2866140004388852, | |
| 0.20682359534818553, | |
| 0.211489898989899, | |
| 0.19369102072773725, | |
| 0.2, | |
| 0.19544547929999825, | |
| 0.19175047848931479, | |
| 0.1974421249445826, | |
| 0.5499999999999999, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 1.0, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.33796942234039307, | |
| 0.33518915176391606, | |
| 0.3570455551147461, | |
| 0.9347253293755418, | |
| 0.5207287265891679, | |
| 0.4, | |
| 0.37367552153684525, | |
| 0.4, | |
| 0.3909350755410371, | |
| 0.4, | |
| 0.6499999999999999, | |
| 0.9952097786587379, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.5757459659792136, | |
| 0.7346170417988656, | |
| 0.7428278733844724, | |
| 0.76782808296917, | |
| 0.759842052170649, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.2546630876178677, | |
| 0.28409647274198013, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.19884831214927579, | |
| 0.9861664656020617, | |
| 0.51032892077542, | |
| 0.9354688842501088, | |
| 0.9956933350510637, | |
| 0.4671257744164349, | |
| 0.0948, | |
| 0.26884, | |
| 0.31872, | |
| 0.2776, | |
| 0.30746, | |
| 0.31388, | |
| 0.24492, | |
| 0.31262, | |
| 0.35052000000000005, | |
| 0.25854, | |
| 0.27067393360886116, | |
| 0.24332586449895638, | |
| 0.17406367228969105, | |
| 0.10226590530440924, | |
| 0.1599581460837718, | |
| 0.2, | |
| 0.191034231609614, | |
| 0.2, | |
| 0.19316441356393022, | |
| 0.02118254304104768, | |
| 0.9193673275187652, | |
| 0.6218893451254566, | |
| 0.36589256908057566, | |
| 0.8987480403769146, | |
| 0.36335347174236066, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.9121292220969637, | |
| 0.9217425752345391, | |
| 0.0, | |
| 0.65476, | |
| 0.69082, | |
| 0.45838, | |
| 0.47488, | |
| 0.55246, | |
| 0.3183462799551904, | |
| 0.3030818636455066, | |
| 0.24084166160055082, | |
| 0.6963661774982529, | |
| 0.35007676491327966, | |
| 0.19592, | |
| 0.77544, | |
| 0.2, | |
| 1.0, | |
| 0.32104, | |
| 0.6040953373012625, | |
| 0.623632400161208, | |
| 0.23468316599183767, | |
| 0.3007317853003975, | |
| 0.4289158314715146, | |
| 1.0, | |
| 0.81457, | |
| 1.0, | |
| 0.52323, | |
| 1.0, | |
| 0.39619496509588387, | |
| 0.3093218698168662, | |
| 0.2051401504640474, | |
| 0.3309035203203327, | |
| 0.0016801915549039344, | |
| 0.4, | |
| 0.4, | |
| 0.399959250203749, | |
| 0.39973578218773553, | |
| 0.5800000000000001, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.29592054634633724, | |
| 0.29660237140948564, | |
| 0.2956488333529805, | |
| 0.2886397477943099, | |
| 0.2914022819728399, | |
| 0.3194250742594401, | |
| 0.31416738173540903, | |
| 0.31011811050714233, | |
| 0.3157400692210478, | |
| 0.29217283211502376, | |
| 0.2898059269480974, | |
| 0.29060184272484446, | |
| 0.28976704283008126, | |
| 0.29040529470337517, | |
| 0.2904147999233411, | |
| 0.29607368721258265, | |
| 0.29569632261722323, | |
| 0.29644200788754604, | |
| 0.29578751262250613, | |
| 0.2959365767014889, | |
| 0.06434498253396163, | |
| 0.020953448950872432, | |
| 0.160524, | |
| 0.0, | |
| 0.044884510084033616, | |
| 0.28207454656309455, | |
| 0.49534046671169074, | |
| 0.531084588149288, | |
| 0.35331278153108014, | |
| 0.5203936723165825, | |
| 0.7022863462218546, | |
| 0.6690091972049863, | |
| 0.602434400492533, | |
| 0.7729675150876899, | |
| 0.4584237233320386, | |
| 0.1301637597837681, | |
| 0.668074182824839, | |
| 0.25200449048312634, | |
| 0.28398266917049464, | |
| 0.5380830607774418, | |
| 0.23559099364590053, | |
| 0.33667358688636423, | |
| 0.5206113876854913, | |
| 0.47507952804662473, | |
| 0.280430993813195, | |
| 0.7781145382619864, | |
| 0.5999607594856087, | |
| 0.6133174830749988, | |
| 0.5900828084745197, | |
| 0.5976618137061659 | |
| ], | |
| "by_task": { | |
| "G-131_select_next_figure_increasing_size_sequence_data-generator": 0.6752278430780753, | |
| "G-134_select_next_figure_large_small_alternating_sequence_data-generator": 0.52, | |
| "G-138_spot_unique_non_repeated_color_data-generator": 0.6082708277927243, | |
| "G-13_grid_number_sequence_data-generator": 0.41149719344857844, | |
| "G-158_identify_all_hollow_points_data-generator": 0.9508333333333333, | |
| "G-15_grid_avoid_obstacles_data-generator": 0.6667094167933987, | |
| "G-16_grid_go_through_block_data-generator": 0.6350256492707329, | |
| "G-18_grid_shortest_path_data-generator": 0.9892498406416141, | |
| "G-194_construct_concentric_ring_data-generator": 0.5126862449254498, | |
| "G-21_multiple_occlusions_vertical_data-generator": 0.9761027642437259, | |
| "G-25_seperate_object_spinning_data-generator": 0.7389868854808734, | |
| "G-29_chart_extreme_with_data_data-generator": 0.6491169006597779, | |
| "G-31_directed_graph_navigation_data-generator": 0.635682932201155, | |
| "G-39_attention_shift_different_data-generator": 0.976, | |
| "G-3_stable_sort_data-generator": 0.399870757738812, | |
| "G-41_grid_highest_cost_data-generator": 0.9615766473639473, | |
| "G-43_understand_scene_structure_data-generator": 0.3005488374409143, | |
| "G-45_key_door_matching_data-generator": 0.41564796165200574, | |
| "G-51_predict_next_color_data-generator": 0.8446760009178554, | |
| "G-5_multi_object_placement_data-generator": 0.7666915377943654, | |
| "G-8_track_object_movement_data-generator": 0.7821637493049732, | |
| "G-9_identify_objects_in_region_data-generator": 0.1980064381670396, | |
| "O-10_shape_outline_fill_data-generator": 0.6989920137551364, | |
| "O-12_shape_color_then_scale_data-generator": 0.6692346828730023, | |
| "O-13_shape_outline_then_move_data-generator": 0.8272460839457395, | |
| "O-14_shape_scale_then_outline_data-generator": 0.6530300528331497, | |
| "O-15_ball_bounces_given_time_data-generator": 0.4927312033128727, | |
| "O-16_color_addition_data-generator": 0.4, | |
| "O-18_glass_refraction_data-generator": 0.471704, | |
| "O-19_mirror_reflection_data-generator": 0.509948, | |
| "O-21_construction_blueprint_data-generator": 0.72, | |
| "O-23_domino_chain_branch_path_prediction_data-generator": 0.81495, | |
| "O-24_domino_chain_gap_analysis_data-generator": 0.86488, | |
| "O-25_LEGO_construction_assembly_data-generator": 0.7790600000000001, | |
| "O-29_ballcolor_data-generator": 0.47624000000000005, | |
| "O-30_bookshelf_data-generator": 0.335754, | |
| "O-31_ball_eating_data-generator": 0.53698, | |
| "O-32_rolling_ball_data-generator": 0.863626, | |
| "O-33_counting_object_data-generator": 0.336632, | |
| "O-34_dot_to_dot_task_data-generator": 0.10232619047619047, | |
| "O-36_grid_shift_data-generator": 0.8043036170151033, | |
| "O-37_light_sequence_data-generator": 0.2, | |
| "O-38_majority_color_data-generator": 1.0, | |
| "O-44_rotation_puzzle_data-generator": 0.9750474451103276, | |
| "O-45_sequence_completion_data-generator": 0.834924, | |
| "O-47_sliding_puzzle_data-generator": 0.310872, | |
| "O-52_traffic_light_data-generator": 0.40493199999999996, | |
| "O-53_clock_data-generator": 0.30309636101699333, | |
| "O-55_rotation_data-generator": 0.414756, | |
| "O-75_communicating_vessels_data-generator": 0.5352680000000001, | |
| "G-135_select_next_figure_small_large_alternating_sequence_data-generator": 0.52, | |
| "G-136_locate_point_in_overlapping_area_data-generator": 0.4, | |
| "G-140_locate_topmost_unobscured_figure_data-generator": 0.6855139005259188, | |
| "G-147_identify_unique_figure_in_uniform_set_data-generator": 0.36, | |
| "G-160_circle_largest_numerical_value_data-generator": 0.44000000000000006, | |
| "G-161_mark_second_largest_shape_data-generator": 0.26, | |
| "G-167_select_longest_polygon_side_data-generator": 0.24, | |
| "G-168_identify_nearest_to_square_rectangle_data-generator": 0.19917328534019862, | |
| "G-169_locate_intersection_of_segments_data-generator": 0.7029284233836572, | |
| "G-174_arrange_circles_by_circumference_data-generator": 0.1826409635726028, | |
| "G-189_draw_midpoint_perpendicular_line_data-generator": 0.4525720000000001, | |
| "G-193_draw_next_sized_shape_data-generator": 0.33077757753730647, | |
| "G-202_mark_wave_peaks_data-generator": 0.4009747089283621, | |
| "G-206_identify_pentagons_data-generator": 0.2, | |
| "G-212_find_incorrect_arrow_direction_data-generator": 0.3876467323158938, | |
| "G-217_circle_central_dot_data-generator": 0.19566582069232658, | |
| "G-218_identify_largest_angle_in_triangle_data-generator": 0.26999999999999996, | |
| "G-219_select_leftmost_shape_data-generator": 0.52, | |
| "G-221_outline_innermost_square_data-generator": 0.497131637036753, | |
| "G-222_mark_tangent_point_of_circles_data-generator": 0.3929221194155765, | |
| "G-223_highlight_horizontal_lines_data-generator": 0.9290419557317475, | |
| "G-240_add_borders_to_unbordered_shapes_data-generator": 0.7161722032604741, | |
| "G-247_identify_chinese_character_data-generator": 0.28775191207196954, | |
| "G-248_mark_asymmetrical_shape_data-generator": 0.35976966242985514, | |
| "G-24_separate_objects_no_spin_data-generator": 0.7789566760190179, | |
| "G-250_color_triple_intersection_red_data-generator": 0.253484, | |
| "G-273_high_density_liquid_data-generator": 0.296096, | |
| "G-47_multiple_keys_for_one_door_data-generator": 0.19005750435713792, | |
| "G-54_connecting_color_data-generator": 0.1610762376429184, | |
| "O-11_shape_color_then_move_data-generator": 0.6338501507688145, | |
| "O-22_construction_stack_data-generator": 0.0, | |
| "O-27_move_2_object_to_2_target_data-generator": 0.36677435946630055, | |
| "O-2_pigment_color_mixing_subtractive_data-generator": 0.56626, | |
| "O-39_maze_data-generator": 0.38174254952255604, | |
| "O-43_object_subtraction_data-generator": 0.49848, | |
| "O-46_shape_sorter_data-generator": 0.43841170404524404, | |
| "O-49_symmetry_completion_data-generator": 0.8675599999999999, | |
| "O-54_control_panel_data-generator": 0.24864813945040684, | |
| "O-56_raven_data-generator": 0.435939006478297, | |
| "O-58_symbol_delete_data-generator": 0.3, | |
| "O-59_symbol_insert_data-generator": 0.29364275617519064, | |
| "O-5_symbol_deletion_data-generator": 0.3103246935676126, | |
| "O-60_symbol_substitute_data-generator": 0.2901989814259479, | |
| "O-61_symbol_edit_data-generator": 0.2959872214082694, | |
| "O-62_gravity_physics_data-generator": 0.05814138831377354, | |
| "O-64_animal_matching_data-generator": 0.4364412110543472, | |
| "O-65_animal_size_sorting_data-generator": 0.6410242364678205, | |
| "O-6_2d_geometric_transformation_data-generator": 0.37446163260793397, | |
| "O-85_2d_object_rotation_data-generator": 0.36967729801551513, | |
| "O-9_shape_scaling_data-generator": 0.6358274806006559 | |
| }, | |
| "by_category": { | |
| "Abstraction": 0.5890422860983551, | |
| "Perception": 0.46111160191652745, | |
| "Spatiality": 0.5555441988807577, | |
| "Transformation": 0.5311982721563154, | |
| "Knowledge": 0.41267791970600903 | |
| }, | |
| "mean_score": 0.5100485154221827, | |
| "num_samples": 500 | |
| } | |
| } | |
| } |