Spaces:
Running
Running
| { | |
| "model_name": "eval_1024x1024_161f_5s", | |
| "model_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s", | |
| "timestamp": "2026-07-12T21:35:32.207172", | |
| "samples": [ | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.17738225476170444, | |
| "dimensions": { | |
| "task_specific": 0.17738225476170444 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-131_select_next_figure_increasing_size_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-131_select_next_figure_increasing_size_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-134_select_next_figure_large_small_alternating_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-134_select_next_figure_large_small_alternating_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.3359219193458557, | |
| "dimensions": { | |
| "task_specific": 0.3359219193458557 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.2501798391342163, | |
| "dimensions": { | |
| "task_specific": 0.2501798391342163 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.2945592403411865, | |
| "dimensions": { | |
| "task_specific": 0.2945592403411865 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.31440420150756837, | |
| "dimensions": { | |
| "task_specific": 0.31440420150756837 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-138_spot_unique_non_repeated_color_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-138_spot_unique_non_repeated_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.2816517412662506, | |
| "dimensions": { | |
| "task_specific": 0.2816517412662506 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.4400332621741575, | |
| "dimensions": { | |
| "task_specific": 0.4400332621741575 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.33973363706339965, | |
| "dimensions": { | |
| "task_specific": 0.33973363706339965 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.4159524683931237, | |
| "dimensions": { | |
| "task_specific": 0.4159524683931237 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.3263389851958419, | |
| "dimensions": { | |
| "task_specific": 0.3263389851958419 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-13_grid_number_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-13_grid_number_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.2066197337077518, | |
| "dimensions": { | |
| "task_specific": 0.2066197337077518 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7333333333333334, | |
| "dimensions": { | |
| "task_specific": 0.7333333333333334 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.6000000000000001, | |
| "dimensions": { | |
| "task_specific": 0.6000000000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-158_identify_all_hollow_points_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-158_identify_all_hollow_points_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.24160931989378706, | |
| "dimensions": { | |
| "task_specific": 0.24160931989378706 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.24792162255698624, | |
| "dimensions": { | |
| "task_specific": 0.24792162255698624 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.996911464788899, | |
| "dimensions": { | |
| "task_specific": 0.996911464788899 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9285890269512187, | |
| "dimensions": { | |
| "task_specific": 0.9285890269512187 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-15_grid_avoid_obstacles_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-15_grid_avoid_obstacles_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9972896221261588, | |
| "dimensions": { | |
| "task_specific": 0.9972896221261588 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.5560008520944126, | |
| "dimensions": { | |
| "task_specific": 0.5560008520944126 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.5708383931438891, | |
| "dimensions": { | |
| "task_specific": 0.5708383931438891 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6477667461270872, | |
| "dimensions": { | |
| "task_specific": 0.6477667461270872 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6221449527506233, | |
| "dimensions": { | |
| "task_specific": 0.6221449527506233 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-16_grid_go_through_block_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-16_grid_go_through_block_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.5910679586497192, | |
| "dimensions": { | |
| "task_specific": 0.5910679586497192 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9892776774323505, | |
| "dimensions": { | |
| "task_specific": 0.9892776774323505 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9893783158397083, | |
| "dimensions": { | |
| "task_specific": 0.9893783158397083 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9894686627091829, | |
| "dimensions": { | |
| "task_specific": 0.9894686627091829 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9893380513102372, | |
| "dimensions": { | |
| "task_specific": 0.9893380513102372 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-18_grid_shortest_path_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-18_grid_shortest_path_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9894231221690681, | |
| "dimensions": { | |
| "task_specific": 0.9894231221690681 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9993794478015418, | |
| "dimensions": { | |
| "task_specific": 0.9993794478015418 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.19008351486077887, | |
| "dimensions": { | |
| "task_specific": 0.19008351486077887 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.18535556793212893, | |
| "dimensions": { | |
| "task_specific": 0.18535556793212893 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9996258060915473, | |
| "dimensions": { | |
| "task_specific": 0.9996258060915473 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-194_construct_concentric_ring_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-194_construct_concentric_ring_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9994858709337628, | |
| "dimensions": { | |
| "task_specific": 0.9994858709337628 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9635309721657982, | |
| "dimensions": { | |
| "task_specific": 0.9635309721657982 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.978222891055225, | |
| "dimensions": { | |
| "task_specific": 0.978222891055225 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9788580416561155, | |
| "dimensions": { | |
| "task_specific": 0.9788580416561155 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9839198901427886, | |
| "dimensions": { | |
| "task_specific": 0.9839198901427886 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-21_multiple_occlusions_vertical_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-21_multiple_occlusions_vertical_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9805314939344537, | |
| "dimensions": { | |
| "task_specific": 0.9805314939344537 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.4665829514720875, | |
| "dimensions": { | |
| "task_specific": 0.4665829514720875 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9572038824815553, | |
| "dimensions": { | |
| "task_specific": 0.9572038824815553 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9289012488907178, | |
| "dimensions": { | |
| "task_specific": 0.9289012488907178 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.7419355486174112, | |
| "dimensions": { | |
| "task_specific": 0.7419355486174112 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-25_seperate_object_spinning_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-25_seperate_object_spinning_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9286743229212193, | |
| "dimensions": { | |
| "task_specific": 0.9286743229212193 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6397720793868427, | |
| "dimensions": { | |
| "task_specific": 0.6397720793868427 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.19719821587663042, | |
| "dimensions": { | |
| "task_specific": 0.19719821587663042 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2974584586406537, | |
| "dimensions": { | |
| "task_specific": 0.2974584586406537 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6822415097462192, | |
| "dimensions": { | |
| "task_specific": 0.6822415097462192 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-29_chart_extreme_with_data_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-29_chart_extreme_with_data_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.46487697367361336, | |
| "dimensions": { | |
| "task_specific": 0.46487697367361336 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6667321275839937, | |
| "dimensions": { | |
| "task_specific": 0.6667321275839937 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6284104972627538, | |
| "dimensions": { | |
| "task_specific": 0.6284104972627538 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6239450204722674, | |
| "dimensions": { | |
| "task_specific": 0.6239450204722674 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.61239605961293, | |
| "dimensions": { | |
| "task_specific": 0.61239605961293 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-31_directed_graph_navigation_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-31_directed_graph_navigation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.6198508516110826, | |
| "dimensions": { | |
| "task_specific": 0.6198508516110826 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-39_attention_shift_different_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-39_attention_shift_different_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.8800000000000001, | |
| "dimensions": { | |
| "task_specific": 0.8800000000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.35577394231610054, | |
| "dimensions": { | |
| "task_specific": 0.35577394231610054 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.5797007889450325, | |
| "dimensions": { | |
| "task_specific": 0.5797007889450325 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.23556374613780534, | |
| "dimensions": { | |
| "task_specific": 0.23556374613780534 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.20867468995262672, | |
| "dimensions": { | |
| "task_specific": 0.20867468995262672 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-3_stable_sort_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-3_stable_sort_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.3631839589412094, | |
| "dimensions": { | |
| "task_specific": 0.3631839589412094 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.996364570700604, | |
| "dimensions": { | |
| "task_specific": 0.996364570700604 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9962502562481425, | |
| "dimensions": { | |
| "task_specific": 0.9962502562481425 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8908315363327329, | |
| "dimensions": { | |
| "task_specific": 0.8908315363327329 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9962907743750152, | |
| "dimensions": { | |
| "task_specific": 0.9962907743750152 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-41_grid_highest_cost_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-41_grid_highest_cost_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8930496018459791, | |
| "dimensions": { | |
| "task_specific": 0.8930496018459791 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.1932982462482942, | |
| "dimensions": { | |
| "task_specific": 0.1932982462482942 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19333277887778122, | |
| "dimensions": { | |
| "task_specific": 0.19333277887778122 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19117273332535795, | |
| "dimensions": { | |
| "task_specific": 0.19117273332535795 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7201110284351078, | |
| "dimensions": { | |
| "task_specific": 0.7201110284351078 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-43_understand_scene_structure_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-43_understand_scene_structure_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19179599144782344, | |
| "dimensions": { | |
| "task_specific": 0.19179599144782344 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.45845011378608214, | |
| "dimensions": { | |
| "task_specific": 0.45845011378608214 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.32640438317426645, | |
| "dimensions": { | |
| "task_specific": 0.32640438317426645 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.4550724637681159, | |
| "dimensions": { | |
| "task_specific": 0.4550724637681159 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.2380450200431699, | |
| "dimensions": { | |
| "task_specific": 0.2380450200431699 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-45_key_door_matching_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-45_key_door_matching_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.5594202898550724, | |
| "dimensions": { | |
| "task_specific": 0.5594202898550724 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.880563546359973, | |
| "dimensions": { | |
| "task_specific": 0.880563546359973 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8703679208896775, | |
| "dimensions": { | |
| "task_specific": 0.8703679208896775 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3905974746575931, | |
| "dimensions": { | |
| "task_specific": 0.3905974746575931 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8901251597837045, | |
| "dimensions": { | |
| "task_specific": 0.8901251597837045 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-51_predict_next_color_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-51_predict_next_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9101120253306698, | |
| "dimensions": { | |
| "task_specific": 0.9101120253306698 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7999411610494858, | |
| "dimensions": { | |
| "task_specific": 0.7999411610494858 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.5599634581529939, | |
| "dimensions": { | |
| "task_specific": 0.5599634581529939 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.7984978310905895, | |
| "dimensions": { | |
| "task_specific": 0.7984978310905895 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-5_multi_object_placement_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-5_multi_object_placement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.504, | |
| "dimensions": { | |
| "task_specific": 0.504 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9477135271499963, | |
| "dimensions": { | |
| "task_specific": 0.9477135271499963 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.5788889928506911, | |
| "dimensions": { | |
| "task_specific": 0.5788889928506911 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9853649132741004, | |
| "dimensions": { | |
| "task_specific": 0.9853649132741004 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.42940167469003615, | |
| "dimensions": { | |
| "task_specific": 0.42940167469003615 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-8_track_object_movement_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-8_track_object_movement_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.7579933773590566, | |
| "dimensions": { | |
| "task_specific": 0.7579933773590566 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19834998434741996, | |
| "dimensions": { | |
| "task_specific": 0.19834998434741996 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19848565649362657, | |
| "dimensions": { | |
| "task_specific": 0.19848565649362657 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19830361498312513, | |
| "dimensions": { | |
| "task_specific": 0.19830361498312513 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.1983953712102904, | |
| "dimensions": { | |
| "task_specific": 0.1983953712102904 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/G-9_identify_objects_in_region_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-9_identify_objects_in_region_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.19837059429026976, | |
| "dimensions": { | |
| "task_specific": 0.19837059429026976 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.947246134776343, | |
| "dimensions": { | |
| "task_specific": 0.947246134776343 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.35385399887243707, | |
| "dimensions": { | |
| "task_specific": 0.35385399887243707 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9357046004626144, | |
| "dimensions": { | |
| "task_specific": 0.9357046004626144 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9496254555919618, | |
| "dimensions": { | |
| "task_specific": 0.9496254555919618 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-10_shape_outline_fill_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-10_shape_outline_fill_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.35145962197189484, | |
| "dimensions": { | |
| "task_specific": 0.35145962197189484 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6250411862587136, | |
| "dimensions": { | |
| "task_specific": 0.6250411862587136 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3722235375895352, | |
| "dimensions": { | |
| "task_specific": 0.3722235375895352 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.8920389003696929, | |
| "dimensions": { | |
| "task_specific": 0.8920389003696929 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7106152869435487, | |
| "dimensions": { | |
| "task_specific": 0.7106152869435487 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-12_shape_color_then_scale_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-12_shape_color_then_scale_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6389490477933526, | |
| "dimensions": { | |
| "task_specific": 0.6389490477933526 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9499145082876761, | |
| "dimensions": { | |
| "task_specific": 0.9499145082876761 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.96157329988952, | |
| "dimensions": { | |
| "task_specific": 0.96157329988952 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9616650083376754, | |
| "dimensions": { | |
| "task_specific": 0.9616650083376754 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.9387030699085395, | |
| "dimensions": { | |
| "task_specific": 0.9387030699085395 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-13_shape_outline_then_move_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-13_shape_outline_then_move_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.37636335882642746, | |
| "dimensions": { | |
| "task_specific": 0.37636335882642746 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7929747989578759, | |
| "dimensions": { | |
| "task_specific": 0.7929747989578759 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3647665989387769, | |
| "dimensions": { | |
| "task_specific": 0.3647665989387769 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7686418592412592, | |
| "dimensions": { | |
| "task_specific": 0.7686418592412592 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.6113028950779776, | |
| "dimensions": { | |
| "task_specific": 0.6113028950779776 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-14_shape_scale_then_outline_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-14_shape_scale_then_outline_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3685467639126657, | |
| "dimensions": { | |
| "task_specific": 0.3685467639126657 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.3521153719614225, | |
| "dimensions": { | |
| "task_specific": 0.3521153719614225 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.608171083180788, | |
| "dimensions": { | |
| "task_specific": 0.608171083180788 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.4825505028713523, | |
| "dimensions": { | |
| "task_specific": 0.4825505028713523 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.5890502623673941, | |
| "dimensions": { | |
| "task_specific": 0.5890502623673941 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-15_ball_bounces_given_time_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-15_ball_bounces_given_time_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.3205765552410201, | |
| "dimensions": { | |
| "task_specific": 0.3205765552410201 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4414, | |
| "dimensions": { | |
| "task_specific": 0.4414 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-16_color_addition_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-16_color_addition_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.5384, | |
| "dimensions": { | |
| "task_specific": 0.5384 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-18_glass_refraction_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-18_glass_refraction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.7862, | |
| "dimensions": { | |
| "task_specific": 0.7862 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.5903, | |
| "dimensions": { | |
| "task_specific": 0.5903 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.8, | |
| "dimensions": { | |
| "task_specific": 0.8 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-19_mirror_reflection_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-19_mirror_reflection_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.57388, | |
| "dimensions": { | |
| "task_specific": 0.57388 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7, | |
| "dimensions": { | |
| "task_specific": 0.7 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7, | |
| "dimensions": { | |
| "task_specific": 0.7 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7, | |
| "dimensions": { | |
| "task_specific": 0.7 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7999999999999999, | |
| "dimensions": { | |
| "task_specific": 0.7999999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-21_construction_blueprint_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-21_construction_blueprint_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.7, | |
| "dimensions": { | |
| "task_specific": 0.7 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.87275, | |
| "dimensions": { | |
| "task_specific": 0.87275 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.875, | |
| "dimensions": { | |
| "task_specific": 0.875 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.875, | |
| "dimensions": { | |
| "task_specific": 0.875 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-23_domino_chain_branch_path_prediction_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-23_domino_chain_branch_path_prediction_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.7999499999999999, | |
| "dimensions": { | |
| "task_specific": 0.7999499999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.17685, | |
| "dimensions": { | |
| "task_specific": 0.17685 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.48610000000000003, | |
| "dimensions": { | |
| "task_specific": 0.48610000000000003 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.32645, | |
| "dimensions": { | |
| "task_specific": 0.32645 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-24_domino_chain_gap_analysis_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-24_domino_chain_gap_analysis_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.36365, | |
| "dimensions": { | |
| "task_specific": 0.36365 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9670400000000001, | |
| "dimensions": { | |
| "task_specific": 0.9670400000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9656600000000001, | |
| "dimensions": { | |
| "task_specific": 0.9656600000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.9818, | |
| "dimensions": { | |
| "task_specific": 0.9818 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.79056, | |
| "dimensions": { | |
| "task_specific": 0.79056 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-25_LEGO_construction_assembly_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-25_LEGO_construction_assembly_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.28768000000000005, | |
| "dimensions": { | |
| "task_specific": 0.28768000000000005 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.48176, | |
| "dimensions": { | |
| "task_specific": 0.48176 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.42008, | |
| "dimensions": { | |
| "task_specific": 0.42008 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.5002800000000001, | |
| "dimensions": { | |
| "task_specific": 0.5002800000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.49032000000000003, | |
| "dimensions": { | |
| "task_specific": 0.49032000000000003 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-29_ballcolor_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-29_ballcolor_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.48916000000000004, | |
| "dimensions": { | |
| "task_specific": 0.48916000000000004 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.39194, | |
| "dimensions": { | |
| "task_specific": 0.39194 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.3857, | |
| "dimensions": { | |
| "task_specific": 0.3857 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.09222000000000001, | |
| "dimensions": { | |
| "task_specific": 0.09222000000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.38945, | |
| "dimensions": { | |
| "task_specific": 0.38945 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-30_bookshelf_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-30_bookshelf_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.27857, | |
| "dimensions": { | |
| "task_specific": 0.27857 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.45905, | |
| "dimensions": { | |
| "task_specific": 0.45905 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.71625, | |
| "dimensions": { | |
| "task_specific": 0.71625 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.575, | |
| "dimensions": { | |
| "task_specific": 0.575 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4375, | |
| "dimensions": { | |
| "task_specific": 0.4375 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-31_ball_eating_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-31_ball_eating_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.4175, | |
| "dimensions": { | |
| "task_specific": 0.4175 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.85, | |
| "dimensions": { | |
| "task_specific": 0.85 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9742599999999999, | |
| "dimensions": { | |
| "task_specific": 0.9742599999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.87781, | |
| "dimensions": { | |
| "task_specific": 0.87781 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.85, | |
| "dimensions": { | |
| "task_specific": 0.85 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-32_rolling_ball_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-32_rolling_ball_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.8686099999999999, | |
| "dimensions": { | |
| "task_specific": 0.8686099999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.12338, | |
| "dimensions": { | |
| "task_specific": 0.12338 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.91818, | |
| "dimensions": { | |
| "task_specific": 0.91818 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.35018, | |
| "dimensions": { | |
| "task_specific": 0.35018 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.9135200000000001, | |
| "dimensions": { | |
| "task_specific": 0.9135200000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-33_counting_object_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-33_counting_object_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 0.35974, | |
| "dimensions": { | |
| "task_specific": 0.35974 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.056666666666666664, | |
| "dimensions": { | |
| "task_specific": 0.056666666666666664 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.059375, | |
| "dimensions": { | |
| "task_specific": 0.059375 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.09230769230769231, | |
| "dimensions": { | |
| "task_specific": 0.09230769230769231 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-34_dot_to_dot_task_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-34_dot_to_dot_task_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.22799999999999998, | |
| "dimensions": { | |
| "task_specific": 0.22799999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9398068567049055, | |
| "dimensions": { | |
| "task_specific": 0.9398068567049055 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.920448508157678, | |
| "dimensions": { | |
| "task_specific": 0.920448508157678 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9356431763764458, | |
| "dimensions": { | |
| "task_specific": 0.9356431763764458 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.8383446458508772, | |
| "dimensions": { | |
| "task_specific": 0.8383446458508772 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-36_grid_shift_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-36_grid_shift_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.4404985533852979, | |
| "dimensions": { | |
| "task_specific": 0.4404985533852979 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-37_light_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-37_light_sequence_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-38_majority_color_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-38_majority_color_data-generator", | |
| "split": "In_Domain", | |
| "category": "Perception", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9770352998998988, | |
| "dimensions": { | |
| "task_specific": 0.9770352998998988 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9760647672654903, | |
| "dimensions": { | |
| "task_specific": 0.9760647672654903 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9775290217339088, | |
| "dimensions": { | |
| "task_specific": 0.9775290217339088 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9746821300932633, | |
| "dimensions": { | |
| "task_specific": 0.9746821300932633 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-44_rotation_puzzle_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-44_rotation_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Transformation", | |
| "folder": "In-Domain_50", | |
| "score": 0.9758380806021268, | |
| "dimensions": { | |
| "task_specific": 0.9758380806021268 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.18430000000000002, | |
| "dimensions": { | |
| "task_specific": 0.18430000000000002 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-45_sequence_completion_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-45_sequence_completion_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.22664, | |
| "dimensions": { | |
| "task_specific": 0.22664 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.25142, | |
| "dimensions": { | |
| "task_specific": 0.25142 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.19998, | |
| "dimensions": { | |
| "task_specific": 0.19998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.20332, | |
| "dimensions": { | |
| "task_specific": 0.20332 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-47_sliding_puzzle_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-47_sliding_puzzle_data-generator", | |
| "split": "In_Domain", | |
| "category": "Abstraction", | |
| "folder": "In-Domain_50", | |
| "score": 0.25334, | |
| "dimensions": { | |
| "task_specific": 0.25334 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.36932, | |
| "dimensions": { | |
| "task_specific": 0.36932 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.52282, | |
| "dimensions": { | |
| "task_specific": 0.52282 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.308, | |
| "dimensions": { | |
| "task_specific": 0.308 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.32754, | |
| "dimensions": { | |
| "task_specific": 0.32754 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-52_traffic_light_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-52_traffic_light_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.5145, | |
| "dimensions": { | |
| "task_specific": 0.5145 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.21708640955076977, | |
| "dimensions": { | |
| "task_specific": 0.21708640955076977 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.3734620651068279, | |
| "dimensions": { | |
| "task_specific": 0.3734620651068279 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.3160438340837757, | |
| "dimensions": { | |
| "task_specific": 0.3160438340837757 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.21451604488427026, | |
| "dimensions": { | |
| "task_specific": 0.21451604488427026 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-53_clock_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-53_clock_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.313673627310654, | |
| "dimensions": { | |
| "task_specific": 0.313673627310654 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.46482, | |
| "dimensions": { | |
| "task_specific": 0.46482 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.47158000000000005, | |
| "dimensions": { | |
| "task_specific": 0.47158000000000005 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.30748, | |
| "dimensions": { | |
| "task_specific": 0.30748 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.52528, | |
| "dimensions": { | |
| "task_specific": 0.52528 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-55_rotation_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-55_rotation_data-generator", | |
| "split": "In_Domain", | |
| "category": "Spatiality", | |
| "folder": "In-Domain_50", | |
| "score": 0.35124, | |
| "dimensions": { | |
| "task_specific": 0.35124 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.57618, | |
| "dimensions": { | |
| "task_specific": 0.57618 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.35287999999999997, | |
| "dimensions": { | |
| "task_specific": 0.35287999999999997 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.79528, | |
| "dimensions": { | |
| "task_specific": 0.79528 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.39642, | |
| "dimensions": { | |
| "task_specific": 0.39642 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/In-Domain_50/O-75_communicating_vessels_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-75_communicating_vessels_data-generator", | |
| "split": "In_Domain", | |
| "category": "Knowledge", | |
| "folder": "In-Domain_50", | |
| "score": 0.16474, | |
| "dimensions": { | |
| "task_specific": 0.16474 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-135_select_next_figure_small_large_alternating_sequence_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-135_select_next_figure_small_large_alternating_sequence_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-136_locate_point_in_overlapping_area_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-136_locate_point_in_overlapping_area_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9076689045729625, | |
| "dimensions": { | |
| "task_specific": 0.9076689045729625 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9432065771310962, | |
| "dimensions": { | |
| "task_specific": 0.9432065771310962 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3934240379020141, | |
| "dimensions": { | |
| "task_specific": 0.3934240379020141 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3921997654688992, | |
| "dimensions": { | |
| "task_specific": 0.3921997654688992 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-140_locate_topmost_unobscured_figure_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-140_locate_topmost_unobscured_figure_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8291770635618965, | |
| "dimensions": { | |
| "task_specific": 0.8291770635618965 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-147_identify_unique_figure_in_uniform_set_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-147_identify_unique_figure_in_uniform_set_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-160_circle_largest_numerical_value_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-160_circle_largest_numerical_value_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5, | |
| "dimensions": { | |
| "task_specific": 0.5 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-161_mark_second_largest_shape_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-161_mark_second_largest_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-167_select_longest_polygon_side_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-167_select_longest_polygon_side_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19430502869370686, | |
| "dimensions": { | |
| "task_specific": 0.19430502869370686 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19470672389127328, | |
| "dimensions": { | |
| "task_specific": 0.19470672389127328 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-168_identify_nearest_to_square_rectangle_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-168_identify_nearest_to_square_rectangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26666666666666666, | |
| "dimensions": { | |
| "task_specific": 0.26666666666666666 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8722139673105498, | |
| "dimensions": { | |
| "task_specific": 0.8722139673105498 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8666666666666667, | |
| "dimensions": { | |
| "task_specific": 0.8666666666666667 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-169_locate_intersection_of_segments_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-169_locate_intersection_of_segments_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7450711584229219, | |
| "dimensions": { | |
| "task_specific": 0.7450711584229219 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.27211950782315064, | |
| "dimensions": { | |
| "task_specific": 0.27211950782315064 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.30555167872582073, | |
| "dimensions": { | |
| "task_specific": 0.30555167872582073 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29309132634843166, | |
| "dimensions": { | |
| "task_specific": 0.29309132634843166 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.17395698417930133, | |
| "dimensions": { | |
| "task_specific": 0.17395698417930133 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-174_arrange_circles_by_circumference_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-174_arrange_circles_by_circumference_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.18909450474599376, | |
| "dimensions": { | |
| "task_specific": 0.18909450474599376 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5275, | |
| "dimensions": { | |
| "task_specific": 0.5275 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.44126000000000004, | |
| "dimensions": { | |
| "task_specific": 0.44126000000000004 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.43600000000000005, | |
| "dimensions": { | |
| "task_specific": 0.43600000000000005 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.52, | |
| "dimensions": { | |
| "task_specific": 0.52 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-189_draw_midpoint_perpendicular_line_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-189_draw_midpoint_perpendicular_line_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.46, | |
| "dimensions": { | |
| "task_specific": 0.46 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.38908643088859657, | |
| "dimensions": { | |
| "task_specific": 0.38908643088859657 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26947560895151595, | |
| "dimensions": { | |
| "task_specific": 0.26947560895151595 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.41705468102375554, | |
| "dimensions": { | |
| "task_specific": 0.41705468102375554 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3321946733386581, | |
| "dimensions": { | |
| "task_specific": 0.3321946733386581 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-193_draw_next_sized_shape_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-193_draw_next_sized_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28921341452399746, | |
| "dimensions": { | |
| "task_specific": 0.28921341452399746 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26666666666666666, | |
| "dimensions": { | |
| "task_specific": 0.26666666666666666 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26666666666666666, | |
| "dimensions": { | |
| "task_specific": 0.26666666666666666 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.38522674652980377, | |
| "dimensions": { | |
| "task_specific": 0.38522674652980377 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6666666666666666, | |
| "dimensions": { | |
| "task_specific": 0.6666666666666666 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-202_mark_wave_peaks_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-202_mark_wave_peaks_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4666666666666667, | |
| "dimensions": { | |
| "task_specific": 0.4666666666666667 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-206_identify_pentagons_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-206_identify_pentagons_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8999999999999999, | |
| "dimensions": { | |
| "task_specific": 0.8999999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.27833914053426245, | |
| "dimensions": { | |
| "task_specific": 0.27833914053426245 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.8999999999999999, | |
| "dimensions": { | |
| "task_specific": 0.8999999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-212_find_incorrect_arrow_direction_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-212_find_incorrect_arrow_direction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.1935119282984052, | |
| "dimensions": { | |
| "task_specific": 0.1935119282984052 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19467443311836904, | |
| "dimensions": { | |
| "task_specific": 0.19467443311836904 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19196866534885426, | |
| "dimensions": { | |
| "task_specific": 0.19196866534885426 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-217_circle_central_dot_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-217_circle_central_dot_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19467724320285107, | |
| "dimensions": { | |
| "task_specific": 0.19467724320285107 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5499999999999999, | |
| "dimensions": { | |
| "task_specific": 0.5499999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-218_identify_largest_angle_in_triangle_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-218_identify_largest_angle_in_triangle_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19999999999999998, | |
| "dimensions": { | |
| "task_specific": 0.19999999999999998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-219_select_leftmost_shape_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-219_select_leftmost_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.34254772663116456, | |
| "dimensions": { | |
| "task_specific": 0.34254772663116456 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.33642024993896485, | |
| "dimensions": { | |
| "task_specific": 0.33642024993896485 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.36499943733215334, | |
| "dimensions": { | |
| "task_specific": 0.36499943733215334 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9334838754464114, | |
| "dimensions": { | |
| "task_specific": 0.9334838754464114 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-221_outline_innermost_square_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-221_outline_innermost_square_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9378616752575772, | |
| "dimensions": { | |
| "task_specific": 0.9378616752575772 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3845233005557931, | |
| "dimensions": { | |
| "task_specific": 0.3845233005557931 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-222_mark_tangent_point_of_circles_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-222_mark_tangent_point_of_circles_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6356412966878082, | |
| "dimensions": { | |
| "task_specific": 0.6356412966878082 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-223_highlight_horizontal_lines_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-223_highlight_horizontal_lines_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5903703253169045, | |
| "dimensions": { | |
| "task_specific": 0.5903703253169045 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7530423761518532, | |
| "dimensions": { | |
| "task_specific": 0.7530423761518532 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7711009854863587, | |
| "dimensions": { | |
| "task_specific": 0.7711009854863587 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29051856994628905, | |
| "dimensions": { | |
| "task_specific": 0.29051856994628905 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-240_add_borders_to_unbordered_shapes_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-240_add_borders_to_unbordered_shapes_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7735921068513358, | |
| "dimensions": { | |
| "task_specific": 0.7735921068513358 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28261488989294586, | |
| "dimensions": { | |
| "task_specific": 0.28261488989294586 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28725727579167265, | |
| "dimensions": { | |
| "task_specific": 0.28725727579167265 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2771183566687661, | |
| "dimensions": { | |
| "task_specific": 0.2771183566687661 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.24132698076583728, | |
| "dimensions": { | |
| "task_specific": 0.24132698076583728 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-247_identify_chinese_character_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-247_identify_chinese_character_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2682248922154378, | |
| "dimensions": { | |
| "task_specific": 0.2682248922154378 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-248_mark_asymmetrical_shape_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-248_mark_asymmetrical_shape_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.199037987565393, | |
| "dimensions": { | |
| "task_specific": 0.199037987565393 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9874691741860284, | |
| "dimensions": { | |
| "task_specific": 0.9874691741860284 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5108525751613745, | |
| "dimensions": { | |
| "task_specific": 0.5108525751613745 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9393140798874081, | |
| "dimensions": { | |
| "task_specific": 0.9393140798874081 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9955871513831186, | |
| "dimensions": { | |
| "task_specific": 0.9955871513831186 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-24_separate_objects_no_spin_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-24_separate_objects_no_spin_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4668593223149923, | |
| "dimensions": { | |
| "task_specific": 0.4668593223149923 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.09527999999999999, | |
| "dimensions": { | |
| "task_specific": 0.09527999999999999 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28682, | |
| "dimensions": { | |
| "task_specific": 0.28682 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.35196, | |
| "dimensions": { | |
| "task_specific": 0.35196 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29752, | |
| "dimensions": { | |
| "task_specific": 0.29752 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-250_color_triple_intersection_red_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-250_color_triple_intersection_red_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.32733999999999996, | |
| "dimensions": { | |
| "task_specific": 0.32733999999999996 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31496, | |
| "dimensions": { | |
| "task_specific": 0.31496 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.24664000000000003, | |
| "dimensions": { | |
| "task_specific": 0.24664000000000003 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31322000000000005, | |
| "dimensions": { | |
| "task_specific": 0.31322000000000005 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.39998, | |
| "dimensions": { | |
| "task_specific": 0.39998 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-273_high_density_liquid_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-273_high_density_liquid_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.23822, | |
| "dimensions": { | |
| "task_specific": 0.23822 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28281894270758823, | |
| "dimensions": { | |
| "task_specific": 0.28281894270758823 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.23256339882676305, | |
| "dimensions": { | |
| "task_specific": 0.23256339882676305 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.14167702136179328, | |
| "dimensions": { | |
| "task_specific": 0.14167702136179328 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.10675439385044476, | |
| "dimensions": { | |
| "task_specific": 0.10675439385044476 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-47_multiple_keys_for_one_door_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-47_multiple_keys_for_one_door_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28650012685136866, | |
| "dimensions": { | |
| "task_specific": 0.28650012685136866 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.1925504866582798, | |
| "dimensions": { | |
| "task_specific": 0.1925504866582798 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19311003700626841, | |
| "dimensions": { | |
| "task_specific": 0.19311003700626841 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/G-54_connecting_color_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "G-54_connecting_color_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9356794742346586, | |
| "dimensions": { | |
| "task_specific": 0.9356794742346586 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6455687431989183, | |
| "dimensions": { | |
| "task_specific": 0.6455687431989183 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.37035557858634627, | |
| "dimensions": { | |
| "task_specific": 0.37035557858634627 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9009144469246441, | |
| "dimensions": { | |
| "task_specific": 0.9009144469246441 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-11_shape_color_then_move_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-11_shape_color_then_move_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.585690211691127, | |
| "dimensions": { | |
| "task_specific": 0.585690211691127 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-22_construction_stack_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-22_construction_stack_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9170793754876017, | |
| "dimensions": { | |
| "task_specific": 0.9170793754876017 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9217425752345391, | |
| "dimensions": { | |
| "task_specific": 0.9217425752345391 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-27_move_2_object_to_2_target_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-27_move_2_object_to_2_target_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.66352, | |
| "dimensions": { | |
| "task_specific": 0.66352 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.73186, | |
| "dimensions": { | |
| "task_specific": 0.73186 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.41986, | |
| "dimensions": { | |
| "task_specific": 0.41986 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-2_pigment_color_mixing_subtractive_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-2_pigment_color_mixing_subtractive_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.52702, | |
| "dimensions": { | |
| "task_specific": 0.52702 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31231599966792184, | |
| "dimensions": { | |
| "task_specific": 0.31231599966792184 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4435073839662447, | |
| "dimensions": { | |
| "task_specific": 0.4435073839662447 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.23478298611111112, | |
| "dimensions": { | |
| "task_specific": 0.23478298611111112 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7604387827317763, | |
| "dimensions": { | |
| "task_specific": 0.7604387827317763 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-39_maze_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-39_maze_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Spatiality", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31894174114123003, | |
| "dimensions": { | |
| "task_specific": 0.31894174114123003 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.19414, | |
| "dimensions": { | |
| "task_specific": 0.19414 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.76282, | |
| "dimensions": { | |
| "task_specific": 0.76282 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2, | |
| "dimensions": { | |
| "task_specific": 0.2 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-43_object_subtraction_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-43_object_subtraction_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.9852400000000001, | |
| "dimensions": { | |
| "task_specific": 0.9852400000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28303856817940926, | |
| "dimensions": { | |
| "task_specific": 0.28303856817940926 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.61375312632368, | |
| "dimensions": { | |
| "task_specific": 0.61375312632368 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3427698162041426, | |
| "dimensions": { | |
| "task_specific": 0.3427698162041426 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3062224949360872, | |
| "dimensions": { | |
| "task_specific": 0.3062224949360872 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-46_shape_sorter_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-46_shape_sorter_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.43015993336433167, | |
| "dimensions": { | |
| "task_specific": 0.43015993336433167 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.56572, | |
| "dimensions": { | |
| "task_specific": 0.56572 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-49_symmetry_completion_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-49_symmetry_completion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 1.0, | |
| "dimensions": { | |
| "task_specific": 1.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4125384404206911, | |
| "dimensions": { | |
| "task_specific": 0.4125384404206911 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31450719750142536, | |
| "dimensions": { | |
| "task_specific": 0.31450719750142536 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.20641790459457549, | |
| "dimensions": { | |
| "task_specific": 0.20641790459457549 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31138315528444793, | |
| "dimensions": { | |
| "task_specific": 0.31138315528444793 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-54_control_panel_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-54_control_panel_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.16922268101419197, | |
| "dimensions": { | |
| "task_specific": 0.16922268101419197 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3984248288700576, | |
| "dimensions": { | |
| "task_specific": 0.3984248288700576 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4, | |
| "dimensions": { | |
| "task_specific": 0.4 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.38641735594241094, | |
| "dimensions": { | |
| "task_specific": 0.38641735594241094 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.379606105693254, | |
| "dimensions": { | |
| "task_specific": 0.379606105693254 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-56_raven_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-56_raven_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5800000000000001, | |
| "dimensions": { | |
| "task_specific": 0.5800000000000001 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-58_symbol_delete_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-58_symbol_delete_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3, | |
| "dimensions": { | |
| "task_specific": 0.3 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29593072663461234, | |
| "dimensions": { | |
| "task_specific": 0.29593072663461234 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2962197028666733, | |
| "dimensions": { | |
| "task_specific": 0.2962197028666733 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29116628184096227, | |
| "dimensions": { | |
| "task_specific": 0.29116628184096227 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29349991610984183, | |
| "dimensions": { | |
| "task_specific": 0.29349991610984183 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-59_symbol_insert_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-59_symbol_insert_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2910833444605091, | |
| "dimensions": { | |
| "task_specific": 0.2910833444605091 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3222787370868758, | |
| "dimensions": { | |
| "task_specific": 0.3222787370868758 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.32065832100662534, | |
| "dimensions": { | |
| "task_specific": 0.32065832100662534 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3149862252029718, | |
| "dimensions": { | |
| "task_specific": 0.3149862252029718 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.31931979609470745, | |
| "dimensions": { | |
| "task_specific": 0.31931979609470745 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-5_symbol_deletion_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-5_symbol_deletion_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2959793390012255, | |
| "dimensions": { | |
| "task_specific": 0.2959793390012255 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.28970010545468217, | |
| "dimensions": { | |
| "task_specific": 0.28970010545468217 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2909916219833212, | |
| "dimensions": { | |
| "task_specific": 0.2909916219833212 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2898675496286559, | |
| "dimensions": { | |
| "task_specific": 0.2898675496286559 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29061618815328144, | |
| "dimensions": { | |
| "task_specific": 0.29061618815328144 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-60_symbol_substitute_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-60_symbol_substitute_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2907417340109911, | |
| "dimensions": { | |
| "task_specific": 0.2907417340109911 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29618358877730566, | |
| "dimensions": { | |
| "task_specific": 0.29618358877730566 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29567329726368397, | |
| "dimensions": { | |
| "task_specific": 0.29567329726368397 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29629274499824426, | |
| "dimensions": { | |
| "task_specific": 0.29629274499824426 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.29560415883120117, | |
| "dimensions": { | |
| "task_specific": 0.29560415883120117 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-61_symbol_edit_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-61_symbol_edit_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.2959506618278574, | |
| "dimensions": { | |
| "task_specific": 0.2959506618278574 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0003759092149686051, | |
| "dimensions": { | |
| "task_specific": 0.0003759092149686051 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0216232667868299, | |
| "dimensions": { | |
| "task_specific": 0.0216232667868299 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0325, | |
| "dimensions": { | |
| "task_specific": 0.0325 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.0, | |
| "dimensions": { | |
| "task_specific": 0.0 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-62_gravity_physics_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-62_gravity_physics_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Knowledge", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.3225223529411764, | |
| "dimensions": { | |
| "task_specific": 0.3225223529411764 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.26646940037616457, | |
| "dimensions": { | |
| "task_specific": 0.26646940037616457 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.45113224900532084, | |
| "dimensions": { | |
| "task_specific": 0.45113224900532084 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.4408865347059031, | |
| "dimensions": { | |
| "task_specific": 0.4408865347059031 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.39928308949561203, | |
| "dimensions": { | |
| "task_specific": 0.39928308949561203 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-64_animal_matching_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-64_animal_matching_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.49426024035408933, | |
| "dimensions": { | |
| "task_specific": 0.49426024035408933 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7018917060045726, | |
| "dimensions": { | |
| "task_specific": 0.7018917060045726 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7342891217006405, | |
| "dimensions": { | |
| "task_specific": 0.7342891217006405 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7218905743567386, | |
| "dimensions": { | |
| "task_specific": 0.7218905743567386 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7388005586231493, | |
| "dimensions": { | |
| "task_specific": 0.7388005586231493 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-65_animal_size_sorting_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-65_animal_size_sorting_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Perception", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.535828519650857, | |
| "dimensions": { | |
| "task_specific": 0.535828519650857 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.13648321858201254, | |
| "dimensions": { | |
| "task_specific": 0.13648321858201254 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7204196133759955, | |
| "dimensions": { | |
| "task_specific": 0.7204196133759955 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.24068413863008542, | |
| "dimensions": { | |
| "task_specific": 0.24068413863008542 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.21911625586135972, | |
| "dimensions": { | |
| "task_specific": 0.21911625586135972 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-6_2d_geometric_transformation_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-6_2d_geometric_transformation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5665275328457106, | |
| "dimensions": { | |
| "task_specific": 0.5665275328457106 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.23573509696259676, | |
| "dimensions": { | |
| "task_specific": 0.23573509696259676 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.34094715695210837, | |
| "dimensions": { | |
| "task_specific": 0.34094715695210837 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5188392220071749, | |
| "dimensions": { | |
| "task_specific": 0.5188392220071749 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.47456011138915377, | |
| "dimensions": { | |
| "task_specific": 0.47456011138915377 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-85_2d_object_rotation_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-85_2d_object_rotation_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Transformation", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.5388749472399281, | |
| "dimensions": { | |
| "task_specific": 0.5388749472399281 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00000.mp4", | |
| "video_file": "00000.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.7798515663932134, | |
| "dimensions": { | |
| "task_specific": 0.7798515663932134 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00001.mp4", | |
| "video_file": "00001.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6129898645989558, | |
| "dimensions": { | |
| "task_specific": 0.6129898645989558 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00002.mp4", | |
| "video_file": "00002.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6158023041581879, | |
| "dimensions": { | |
| "task_specific": 0.6158023041581879 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00003.mp4", | |
| "video_file": "00003.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.597535209385481, | |
| "dimensions": { | |
| "task_specific": 0.597535209385481 | |
| }, | |
| "error": null | |
| }, | |
| { | |
| "video_path": "/mnt/umm/users/pufanyi/workspace/Wan-Trainer/storage/eval_out/vbvr_pro_main_v2/sft_vbvr_5b_256x256x161_full_lr_1e-5_checkpoint-epoch1/eval_1024x1024_161f_5s/Out-of-Domain_50/O-9_shape_scaling_data-generator/00004.mp4", | |
| "video_file": "00004.mp4", | |
| "task_name": "O-9_shape_scaling_data-generator", | |
| "split": "Out_of_Domain", | |
| "category": "Abstraction", | |
| "folder": "Out-of-Domain_50", | |
| "score": 0.6084825251434334, | |
| "dimensions": { | |
| "task_specific": 0.6084825251434334 | |
| }, | |
| "error": null | |
| } | |
| ], | |
| "summary": { | |
| "In_Domain": { | |
| "scores": [ | |
| 1.0, | |
| 0.2, | |
| 0.17738225476170444, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3359219193458557, | |
| 0.2501798391342163, | |
| 0.2945592403411865, | |
| 0.31440420150756837, | |
| 0.2816517412662506, | |
| 0.4400332621741575, | |
| 0.33973363706339965, | |
| 0.4159524683931237, | |
| 0.3263389851958419, | |
| 0.2066197337077518, | |
| 0.8, | |
| 0.7333333333333334, | |
| 1.0, | |
| 0.6000000000000001, | |
| 0.8, | |
| 0.24160931989378706, | |
| 0.24792162255698624, | |
| 0.996911464788899, | |
| 0.9285890269512187, | |
| 0.9972896221261588, | |
| 0.5560008520944126, | |
| 0.5708383931438891, | |
| 0.6477667461270872, | |
| 0.6221449527506233, | |
| 0.5910679586497192, | |
| 0.9892776774323505, | |
| 0.9893783158397083, | |
| 0.9894686627091829, | |
| 0.9893380513102372, | |
| 0.9894231221690681, | |
| 0.9993794478015418, | |
| 0.19008351486077887, | |
| 0.18535556793212893, | |
| 0.9996258060915473, | |
| 0.9994858709337628, | |
| 0.9635309721657982, | |
| 0.978222891055225, | |
| 0.9788580416561155, | |
| 0.9839198901427886, | |
| 0.9805314939344537, | |
| 0.4665829514720875, | |
| 0.9572038824815553, | |
| 0.9289012488907178, | |
| 0.7419355486174112, | |
| 0.9286743229212193, | |
| 0.6397720793868427, | |
| 0.19719821587663042, | |
| 0.2974584586406537, | |
| 0.6822415097462192, | |
| 0.46487697367361336, | |
| 0.6667321275839937, | |
| 0.6284104972627538, | |
| 0.6239450204722674, | |
| 0.61239605961293, | |
| 0.6198508516110826, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.8800000000000001, | |
| 0.35577394231610054, | |
| 0.5797007889450325, | |
| 0.23556374613780534, | |
| 0.20867468995262672, | |
| 0.3631839589412094, | |
| 0.996364570700604, | |
| 0.9962502562481425, | |
| 0.8908315363327329, | |
| 0.9962907743750152, | |
| 0.8930496018459791, | |
| 0.1932982462482942, | |
| 0.19333277887778122, | |
| 0.19117273332535795, | |
| 0.7201110284351078, | |
| 0.19179599144782344, | |
| 0.45845011378608214, | |
| 0.32640438317426645, | |
| 0.4550724637681159, | |
| 0.2380450200431699, | |
| 0.5594202898550724, | |
| 0.880563546359973, | |
| 0.8703679208896775, | |
| 0.3905974746575931, | |
| 0.8901251597837045, | |
| 0.9101120253306698, | |
| 0.7999411610494858, | |
| 0.5599634581529939, | |
| 0.8, | |
| 0.7984978310905895, | |
| 0.504, | |
| 0.9477135271499963, | |
| 0.5788889928506911, | |
| 0.9853649132741004, | |
| 0.42940167469003615, | |
| 0.7579933773590566, | |
| 0.19834998434741996, | |
| 0.19848565649362657, | |
| 0.19830361498312513, | |
| 0.1983953712102904, | |
| 0.19837059429026976, | |
| 0.947246134776343, | |
| 0.35385399887243707, | |
| 0.9357046004626144, | |
| 0.9496254555919618, | |
| 0.35145962197189484, | |
| 0.6250411862587136, | |
| 0.3722235375895352, | |
| 0.8920389003696929, | |
| 0.7106152869435487, | |
| 0.6389490477933526, | |
| 0.9499145082876761, | |
| 0.96157329988952, | |
| 0.9616650083376754, | |
| 0.9387030699085395, | |
| 0.37636335882642746, | |
| 0.7929747989578759, | |
| 0.3647665989387769, | |
| 0.7686418592412592, | |
| 0.6113028950779776, | |
| 0.3685467639126657, | |
| 0.3521153719614225, | |
| 0.608171083180788, | |
| 0.4825505028713523, | |
| 0.5890502623673941, | |
| 0.3205765552410201, | |
| 0.4414, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.8, | |
| 0.8, | |
| 0.5384, | |
| 0.8, | |
| 0.8, | |
| 0.7862, | |
| 0.5903, | |
| 0.8, | |
| 0.8, | |
| 0.57388, | |
| 0.7, | |
| 0.7, | |
| 0.7, | |
| 0.7999999999999999, | |
| 0.7, | |
| 1.0, | |
| 0.87275, | |
| 0.875, | |
| 0.875, | |
| 0.7999499999999999, | |
| 0.0, | |
| 0.17685, | |
| 0.48610000000000003, | |
| 0.32645, | |
| 0.36365, | |
| 0.9670400000000001, | |
| 0.9656600000000001, | |
| 0.9818, | |
| 0.79056, | |
| 0.28768000000000005, | |
| 0.48176, | |
| 0.42008, | |
| 0.5002800000000001, | |
| 0.49032000000000003, | |
| 0.48916000000000004, | |
| 0.39194, | |
| 0.3857, | |
| 0.09222000000000001, | |
| 0.38945, | |
| 0.27857, | |
| 0.45905, | |
| 0.71625, | |
| 0.575, | |
| 0.4375, | |
| 0.4175, | |
| 0.85, | |
| 0.9742599999999999, | |
| 0.87781, | |
| 0.85, | |
| 0.8686099999999999, | |
| 0.12338, | |
| 0.91818, | |
| 0.35018, | |
| 0.9135200000000001, | |
| 0.35974, | |
| 0.056666666666666664, | |
| 0.059375, | |
| 0.09230769230769231, | |
| 0.0, | |
| 0.22799999999999998, | |
| 0.9398068567049055, | |
| 0.920448508157678, | |
| 0.9356431763764458, | |
| 0.8383446458508772, | |
| 0.4404985533852979, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.9770352998998988, | |
| 0.9760647672654903, | |
| 0.9775290217339088, | |
| 0.9746821300932633, | |
| 0.9758380806021268, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.18430000000000002, | |
| 1.0, | |
| 0.22664, | |
| 0.25142, | |
| 0.19998, | |
| 0.20332, | |
| 0.25334, | |
| 0.36932, | |
| 0.52282, | |
| 0.308, | |
| 0.32754, | |
| 0.5145, | |
| 0.21708640955076977, | |
| 0.3734620651068279, | |
| 0.3160438340837757, | |
| 0.21451604488427026, | |
| 0.313673627310654, | |
| 0.46482, | |
| 0.47158000000000005, | |
| 0.30748, | |
| 0.52528, | |
| 0.35124, | |
| 0.57618, | |
| 0.35287999999999997, | |
| 0.79528, | |
| 0.39642, | |
| 0.16474 | |
| ], | |
| "by_task": { | |
| "G-131_select_next_figure_increasing_size_sequence_data-generator": 0.6754764509523409, | |
| "G-134_select_next_figure_large_small_alternating_sequence_data-generator": 0.52, | |
| "G-138_spot_unique_non_repeated_color_data-generator": 0.2953433883190155, | |
| "G-13_grid_number_sequence_data-generator": 0.3457356173068549, | |
| "G-158_identify_all_hollow_points_data-generator": 0.7866666666666667, | |
| "G-15_grid_avoid_obstacles_data-generator": 0.68246421126341, | |
| "G-16_grid_go_through_block_data-generator": 0.5975637805531463, | |
| "G-18_grid_shortest_path_data-generator": 0.9893771658921094, | |
| "G-194_construct_concentric_ring_data-generator": 0.6747860415239519, | |
| "G-21_multiple_occlusions_vertical_data-generator": 0.9770126577908762, | |
| "G-25_seperate_object_spinning_data-generator": 0.8046595908765981, | |
| "G-29_chart_extreme_with_data_data-generator": 0.45630944746479185, | |
| "G-31_directed_graph_navigation_data-generator": 0.6302669113086055, | |
| "G-39_attention_shift_different_data-generator": 0.976, | |
| "G-3_stable_sort_data-generator": 0.3485794252585549, | |
| "G-41_grid_highest_cost_data-generator": 0.9545573479004947, | |
| "G-43_understand_scene_structure_data-generator": 0.29794215566687293, | |
| "G-45_key_door_matching_data-generator": 0.4074784541253414, | |
| "G-51_predict_next_color_data-generator": 0.7883532254043236, | |
| "G-5_multi_object_placement_data-generator": 0.6924804900586138, | |
| "G-8_track_object_movement_data-generator": 0.7398724970647761, | |
| "G-9_identify_objects_in_region_data-generator": 0.19838104426494635, | |
| "O-10_shape_outline_fill_data-generator": 0.7075779623350502, | |
| "O-12_shape_color_then_scale_data-generator": 0.6477735917909686, | |
| "O-13_shape_outline_then_move_data-generator": 0.8376438490499677, | |
| "O-14_shape_scale_then_outline_data-generator": 0.5812465832257111, | |
| "O-15_ball_bounces_given_time_data-generator": 0.4704927551243954, | |
| "O-16_color_addition_data-generator": 0.4082800000000001, | |
| "O-18_glass_refraction_data-generator": 0.7476800000000001, | |
| "O-19_mirror_reflection_data-generator": 0.710076, | |
| "O-21_construction_blueprint_data-generator": 0.72, | |
| "O-23_domino_chain_branch_path_prediction_data-generator": 0.88454, | |
| "O-24_domino_chain_gap_analysis_data-generator": 0.27061, | |
| "O-25_LEGO_construction_assembly_data-generator": 0.798548, | |
| "O-29_ballcolor_data-generator": 0.47632, | |
| "O-30_bookshelf_data-generator": 0.30757599999999996, | |
| "O-31_ball_eating_data-generator": 0.5210600000000001, | |
| "O-32_rolling_ball_data-generator": 0.884136, | |
| "O-33_counting_object_data-generator": 0.533, | |
| "O-34_dot_to_dot_task_data-generator": 0.08726987179487179, | |
| "O-36_grid_shift_data-generator": 0.8149483480950408, | |
| "O-37_light_sequence_data-generator": 0.2, | |
| "O-38_majority_color_data-generator": 1.0, | |
| "O-44_rotation_puzzle_data-generator": 0.9762298599189376, | |
| "O-45_sequence_completion_data-generator": 0.83686, | |
| "O-47_sliding_puzzle_data-generator": 0.22694, | |
| "O-52_traffic_light_data-generator": 0.408436, | |
| "O-53_clock_data-generator": 0.28695639618725954, | |
| "O-55_rotation_data-generator": 0.42408, | |
| "O-75_communicating_vessels_data-generator": 0.45709999999999995 | |
| }, | |
| "by_category": { | |
| "Abstraction": 0.5957756305415766, | |
| "Perception": 0.5507030154758791, | |
| "Spatiality": 0.6094392675561834, | |
| "Transformation": 0.8388064278957401, | |
| "Knowledge": 0.4803512247896141 | |
| }, | |
| "mean_score": 0.6012937557436898, | |
| "num_samples": 250 | |
| }, | |
| "Out_of_Domain": { | |
| "scores": [ | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 1.0, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.9076689045729625, | |
| 0.9432065771310962, | |
| 0.3934240379020141, | |
| 0.3921997654688992, | |
| 0.8291770635618965, | |
| 0.2, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 1.0, | |
| 0.3, | |
| 0.5, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.3, | |
| 0.19430502869370686, | |
| 0.2, | |
| 0.19470672389127328, | |
| 0.2, | |
| 0.2, | |
| 0.26666666666666666, | |
| 0.8722139673105498, | |
| 1.0, | |
| 0.8666666666666667, | |
| 0.7450711584229219, | |
| 0.27211950782315064, | |
| 0.30555167872582073, | |
| 0.29309132634843166, | |
| 0.17395698417930133, | |
| 0.18909450474599376, | |
| 0.5275, | |
| 0.44126000000000004, | |
| 0.43600000000000005, | |
| 0.52, | |
| 0.46, | |
| 0.38908643088859657, | |
| 0.26947560895151595, | |
| 0.41705468102375554, | |
| 0.3321946733386581, | |
| 0.28921341452399746, | |
| 0.26666666666666666, | |
| 0.26666666666666666, | |
| 0.38522674652980377, | |
| 0.6666666666666666, | |
| 0.4666666666666667, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.8999999999999999, | |
| 0.27833914053426245, | |
| 0.8999999999999999, | |
| 0.19999999999999998, | |
| 0.1935119282984052, | |
| 0.2, | |
| 0.19467443311836904, | |
| 0.19196866534885426, | |
| 0.19467724320285107, | |
| 0.5499999999999999, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 1.0, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.34254772663116456, | |
| 0.33642024993896485, | |
| 0.36499943733215334, | |
| 0.9334838754464114, | |
| 0.9378616752575772, | |
| 0.4, | |
| 0.3845233005557931, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 1.0, | |
| 1.0, | |
| 0.6356412966878082, | |
| 1.0, | |
| 0.3, | |
| 0.5903703253169045, | |
| 0.7530423761518532, | |
| 0.7711009854863587, | |
| 0.29051856994628905, | |
| 0.7735921068513358, | |
| 0.28261488989294586, | |
| 0.28725727579167265, | |
| 0.2771183566687661, | |
| 0.24132698076583728, | |
| 0.2682248922154378, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.199037987565393, | |
| 0.9874691741860284, | |
| 0.5108525751613745, | |
| 0.9393140798874081, | |
| 0.9955871513831186, | |
| 0.4668593223149923, | |
| 0.09527999999999999, | |
| 0.28682, | |
| 0.35196, | |
| 0.29752, | |
| 0.32733999999999996, | |
| 0.31496, | |
| 0.24664000000000003, | |
| 0.31322000000000005, | |
| 0.39998, | |
| 0.23822, | |
| 0.28281894270758823, | |
| 0.23256339882676305, | |
| 0.14167702136179328, | |
| 0.10675439385044476, | |
| 0.28650012685136866, | |
| 0.2, | |
| 0.1925504866582798, | |
| 0.2, | |
| 0.19311003700626841, | |
| 0.2, | |
| 0.9356794742346586, | |
| 0.6455687431989183, | |
| 0.37035557858634627, | |
| 0.9009144469246441, | |
| 0.585690211691127, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.9170793754876017, | |
| 0.9217425752345391, | |
| 0.0, | |
| 0.66352, | |
| 0.73186, | |
| 0.4, | |
| 0.41986, | |
| 0.52702, | |
| 0.31231599966792184, | |
| 0.4435073839662447, | |
| 0.23478298611111112, | |
| 0.7604387827317763, | |
| 0.31894174114123003, | |
| 0.19414, | |
| 0.76282, | |
| 0.2, | |
| 1.0, | |
| 0.9852400000000001, | |
| 0.28303856817940926, | |
| 0.61375312632368, | |
| 0.3427698162041426, | |
| 0.3062224949360872, | |
| 0.43015993336433167, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.56572, | |
| 1.0, | |
| 0.4125384404206911, | |
| 0.31450719750142536, | |
| 0.20641790459457549, | |
| 0.31138315528444793, | |
| 0.16922268101419197, | |
| 0.3984248288700576, | |
| 0.4, | |
| 0.38641735594241094, | |
| 0.379606105693254, | |
| 0.5800000000000001, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.29593072663461234, | |
| 0.2962197028666733, | |
| 0.29116628184096227, | |
| 0.29349991610984183, | |
| 0.2910833444605091, | |
| 0.3222787370868758, | |
| 0.32065832100662534, | |
| 0.3149862252029718, | |
| 0.31931979609470745, | |
| 0.2959793390012255, | |
| 0.28970010545468217, | |
| 0.2909916219833212, | |
| 0.2898675496286559, | |
| 0.29061618815328144, | |
| 0.2907417340109911, | |
| 0.29618358877730566, | |
| 0.29567329726368397, | |
| 0.29629274499824426, | |
| 0.29560415883120117, | |
| 0.2959506618278574, | |
| 0.0003759092149686051, | |
| 0.0216232667868299, | |
| 0.0325, | |
| 0.0, | |
| 0.3225223529411764, | |
| 0.26646940037616457, | |
| 0.45113224900532084, | |
| 0.4408865347059031, | |
| 0.39928308949561203, | |
| 0.49426024035408933, | |
| 0.7018917060045726, | |
| 0.7342891217006405, | |
| 0.7218905743567386, | |
| 0.7388005586231493, | |
| 0.535828519650857, | |
| 0.13648321858201254, | |
| 0.7204196133759955, | |
| 0.24068413863008542, | |
| 0.21911625586135972, | |
| 0.5665275328457106, | |
| 0.23573509696259676, | |
| 0.34094715695210837, | |
| 0.5188392220071749, | |
| 0.47456011138915377, | |
| 0.5388749472399281, | |
| 0.7798515663932134, | |
| 0.6129898645989558, | |
| 0.6158023041581879, | |
| 0.597535209385481, | |
| 0.6084825251434334 | |
| ], | |
| "by_task": { | |
| "G-135_select_next_figure_small_large_alternating_sequence_data-generator": 0.52, | |
| "G-136_locate_point_in_overlapping_area_data-generator": 0.4, | |
| "G-140_locate_topmost_unobscured_figure_data-generator": 0.6931352697273737, | |
| "G-147_identify_unique_figure_in_uniform_set_data-generator": 0.36, | |
| "G-160_circle_largest_numerical_value_data-generator": 0.44000000000000006, | |
| "G-161_mark_second_largest_shape_data-generator": 0.26, | |
| "G-167_select_longest_polygon_side_data-generator": 0.24, | |
| "G-168_identify_nearest_to_square_rectangle_data-generator": 0.19780235051699604, | |
| "G-169_locate_intersection_of_segments_data-generator": 0.750123691813361, | |
| "G-174_arrange_circles_by_circumference_data-generator": 0.24676280036453963, | |
| "G-189_draw_midpoint_perpendicular_line_data-generator": 0.476952, | |
| "G-193_draw_next_sized_shape_data-generator": 0.3394049617453047, | |
| "G-202_mark_wave_peaks_data-generator": 0.4103786826392941, | |
| "G-206_identify_pentagons_data-generator": 0.2, | |
| "G-212_find_incorrect_arrow_direction_data-generator": 0.5156678281068524, | |
| "G-217_circle_central_dot_data-generator": 0.19496645399369592, | |
| "G-218_identify_largest_angle_in_triangle_data-generator": 0.26999999999999996, | |
| "G-219_select_leftmost_shape_data-generator": 0.52, | |
| "G-221_outline_innermost_square_data-generator": 0.5830625929212543, | |
| "G-222_mark_tangent_point_of_circles_data-generator": 0.39690466011115866, | |
| "G-223_highlight_horizontal_lines_data-generator": 0.7871282593375616, | |
| "G-240_add_borders_to_unbordered_shapes_data-generator": 0.6357248727505482, | |
| "G-247_identify_chinese_character_data-generator": 0.27130847906693195, | |
| "G-248_mark_asymmetrical_shape_data-generator": 0.3598075975130786, | |
| "G-24_separate_objects_no_spin_data-generator": 0.7800164605865844, | |
| "G-250_color_triple_intersection_red_data-generator": 0.27178399999999997, | |
| "G-273_high_density_liquid_data-generator": 0.302604, | |
| "G-47_multiple_keys_for_one_door_data-generator": 0.2100627767195916, | |
| "G-54_connecting_color_data-generator": 0.19713210473290965, | |
| "O-11_shape_color_then_move_data-generator": 0.6876416909271389, | |
| "O-22_construction_stack_data-generator": 0.0, | |
| "O-27_move_2_object_to_2_target_data-generator": 0.3677643901444282, | |
| "O-2_pigment_color_mixing_subtractive_data-generator": 0.5484519999999999, | |
| "O-39_maze_data-generator": 0.4139973787236568, | |
| "O-43_object_subtraction_data-generator": 0.6284400000000001, | |
| "O-46_shape_sorter_data-generator": 0.39518878780153016, | |
| "O-49_symmetry_completion_data-generator": 0.913144, | |
| "O-54_control_panel_data-generator": 0.2828138757630664, | |
| "O-56_raven_data-generator": 0.42888965810114454, | |
| "O-58_symbol_delete_data-generator": 0.3, | |
| "O-59_symbol_insert_data-generator": 0.2935799943825198, | |
| "O-5_symbol_deletion_data-generator": 0.3146444836784812, | |
| "O-60_symbol_substitute_data-generator": 0.29038343984618636, | |
| "O-61_symbol_edit_data-generator": 0.2959408903396585, | |
| "O-62_gravity_physics_data-generator": 0.07540430578859499, | |
| "O-64_animal_matching_data-generator": 0.41040630278741796, | |
| "O-65_animal_size_sorting_data-generator": 0.6865400960671917, | |
| "O-6_2d_geometric_transformation_data-generator": 0.3766461518590328, | |
| "O-85_2d_object_rotation_data-generator": 0.42179130691019234, | |
| "O-9_shape_scaling_data-generator": 0.6429322939358543 | |
| }, | |
| "by_category": { | |
| "Abstraction": 0.5554083100590635, | |
| "Perception": 0.3987071616422602, | |
| "Spatiality": 0.48405160361837524, | |
| "Knowledge": 0.25685664776984457, | |
| "Transformation": 0.3755451600835831 | |
| }, | |
| "mean_score": 0.4121066177940626, | |
| "num_samples": 250 | |
| }, | |
| "overall": { | |
| "scores": [ | |
| 1.0, | |
| 0.2, | |
| 0.17738225476170444, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3359219193458557, | |
| 0.2501798391342163, | |
| 0.2945592403411865, | |
| 0.31440420150756837, | |
| 0.2816517412662506, | |
| 0.4400332621741575, | |
| 0.33973363706339965, | |
| 0.4159524683931237, | |
| 0.3263389851958419, | |
| 0.2066197337077518, | |
| 0.8, | |
| 0.7333333333333334, | |
| 1.0, | |
| 0.6000000000000001, | |
| 0.8, | |
| 0.24160931989378706, | |
| 0.24792162255698624, | |
| 0.996911464788899, | |
| 0.9285890269512187, | |
| 0.9972896221261588, | |
| 0.5560008520944126, | |
| 0.5708383931438891, | |
| 0.6477667461270872, | |
| 0.6221449527506233, | |
| 0.5910679586497192, | |
| 0.9892776774323505, | |
| 0.9893783158397083, | |
| 0.9894686627091829, | |
| 0.9893380513102372, | |
| 0.9894231221690681, | |
| 0.9993794478015418, | |
| 0.19008351486077887, | |
| 0.18535556793212893, | |
| 0.9996258060915473, | |
| 0.9994858709337628, | |
| 0.9635309721657982, | |
| 0.978222891055225, | |
| 0.9788580416561155, | |
| 0.9839198901427886, | |
| 0.9805314939344537, | |
| 0.4665829514720875, | |
| 0.9572038824815553, | |
| 0.9289012488907178, | |
| 0.7419355486174112, | |
| 0.9286743229212193, | |
| 0.6397720793868427, | |
| 0.19719821587663042, | |
| 0.2974584586406537, | |
| 0.6822415097462192, | |
| 0.46487697367361336, | |
| 0.6667321275839937, | |
| 0.6284104972627538, | |
| 0.6239450204722674, | |
| 0.61239605961293, | |
| 0.6198508516110826, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.8800000000000001, | |
| 0.35577394231610054, | |
| 0.5797007889450325, | |
| 0.23556374613780534, | |
| 0.20867468995262672, | |
| 0.3631839589412094, | |
| 0.996364570700604, | |
| 0.9962502562481425, | |
| 0.8908315363327329, | |
| 0.9962907743750152, | |
| 0.8930496018459791, | |
| 0.1932982462482942, | |
| 0.19333277887778122, | |
| 0.19117273332535795, | |
| 0.7201110284351078, | |
| 0.19179599144782344, | |
| 0.45845011378608214, | |
| 0.32640438317426645, | |
| 0.4550724637681159, | |
| 0.2380450200431699, | |
| 0.5594202898550724, | |
| 0.880563546359973, | |
| 0.8703679208896775, | |
| 0.3905974746575931, | |
| 0.8901251597837045, | |
| 0.9101120253306698, | |
| 0.7999411610494858, | |
| 0.5599634581529939, | |
| 0.8, | |
| 0.7984978310905895, | |
| 0.504, | |
| 0.9477135271499963, | |
| 0.5788889928506911, | |
| 0.9853649132741004, | |
| 0.42940167469003615, | |
| 0.7579933773590566, | |
| 0.19834998434741996, | |
| 0.19848565649362657, | |
| 0.19830361498312513, | |
| 0.1983953712102904, | |
| 0.19837059429026976, | |
| 0.947246134776343, | |
| 0.35385399887243707, | |
| 0.9357046004626144, | |
| 0.9496254555919618, | |
| 0.35145962197189484, | |
| 0.6250411862587136, | |
| 0.3722235375895352, | |
| 0.8920389003696929, | |
| 0.7106152869435487, | |
| 0.6389490477933526, | |
| 0.9499145082876761, | |
| 0.96157329988952, | |
| 0.9616650083376754, | |
| 0.9387030699085395, | |
| 0.37636335882642746, | |
| 0.7929747989578759, | |
| 0.3647665989387769, | |
| 0.7686418592412592, | |
| 0.6113028950779776, | |
| 0.3685467639126657, | |
| 0.3521153719614225, | |
| 0.608171083180788, | |
| 0.4825505028713523, | |
| 0.5890502623673941, | |
| 0.3205765552410201, | |
| 0.4414, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.8, | |
| 0.8, | |
| 0.5384, | |
| 0.8, | |
| 0.8, | |
| 0.7862, | |
| 0.5903, | |
| 0.8, | |
| 0.8, | |
| 0.57388, | |
| 0.7, | |
| 0.7, | |
| 0.7, | |
| 0.7999999999999999, | |
| 0.7, | |
| 1.0, | |
| 0.87275, | |
| 0.875, | |
| 0.875, | |
| 0.7999499999999999, | |
| 0.0, | |
| 0.17685, | |
| 0.48610000000000003, | |
| 0.32645, | |
| 0.36365, | |
| 0.9670400000000001, | |
| 0.9656600000000001, | |
| 0.9818, | |
| 0.79056, | |
| 0.28768000000000005, | |
| 0.48176, | |
| 0.42008, | |
| 0.5002800000000001, | |
| 0.49032000000000003, | |
| 0.48916000000000004, | |
| 0.39194, | |
| 0.3857, | |
| 0.09222000000000001, | |
| 0.38945, | |
| 0.27857, | |
| 0.45905, | |
| 0.71625, | |
| 0.575, | |
| 0.4375, | |
| 0.4175, | |
| 0.85, | |
| 0.9742599999999999, | |
| 0.87781, | |
| 0.85, | |
| 0.8686099999999999, | |
| 0.12338, | |
| 0.91818, | |
| 0.35018, | |
| 0.9135200000000001, | |
| 0.35974, | |
| 0.056666666666666664, | |
| 0.059375, | |
| 0.09230769230769231, | |
| 0.0, | |
| 0.22799999999999998, | |
| 0.9398068567049055, | |
| 0.920448508157678, | |
| 0.9356431763764458, | |
| 0.8383446458508772, | |
| 0.4404985533852979, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.9770352998998988, | |
| 0.9760647672654903, | |
| 0.9775290217339088, | |
| 0.9746821300932633, | |
| 0.9758380806021268, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.18430000000000002, | |
| 1.0, | |
| 0.22664, | |
| 0.25142, | |
| 0.19998, | |
| 0.20332, | |
| 0.25334, | |
| 0.36932, | |
| 0.52282, | |
| 0.308, | |
| 0.32754, | |
| 0.5145, | |
| 0.21708640955076977, | |
| 0.3734620651068279, | |
| 0.3160438340837757, | |
| 0.21451604488427026, | |
| 0.313673627310654, | |
| 0.46482, | |
| 0.47158000000000005, | |
| 0.30748, | |
| 0.52528, | |
| 0.35124, | |
| 0.57618, | |
| 0.35287999999999997, | |
| 0.79528, | |
| 0.39642, | |
| 0.16474, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 1.0, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 0.9076689045729625, | |
| 0.9432065771310962, | |
| 0.3934240379020141, | |
| 0.3921997654688992, | |
| 0.8291770635618965, | |
| 0.2, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 1.0, | |
| 0.3, | |
| 0.5, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.3, | |
| 0.19430502869370686, | |
| 0.2, | |
| 0.19470672389127328, | |
| 0.2, | |
| 0.2, | |
| 0.26666666666666666, | |
| 0.8722139673105498, | |
| 1.0, | |
| 0.8666666666666667, | |
| 0.7450711584229219, | |
| 0.27211950782315064, | |
| 0.30555167872582073, | |
| 0.29309132634843166, | |
| 0.17395698417930133, | |
| 0.18909450474599376, | |
| 0.5275, | |
| 0.44126000000000004, | |
| 0.43600000000000005, | |
| 0.52, | |
| 0.46, | |
| 0.38908643088859657, | |
| 0.26947560895151595, | |
| 0.41705468102375554, | |
| 0.3321946733386581, | |
| 0.28921341452399746, | |
| 0.26666666666666666, | |
| 0.26666666666666666, | |
| 0.38522674652980377, | |
| 0.6666666666666666, | |
| 0.4666666666666667, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.3, | |
| 0.8999999999999999, | |
| 0.27833914053426245, | |
| 0.8999999999999999, | |
| 0.19999999999999998, | |
| 0.1935119282984052, | |
| 0.2, | |
| 0.19467443311836904, | |
| 0.19196866534885426, | |
| 0.19467724320285107, | |
| 0.5499999999999999, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 0.19999999999999998, | |
| 1.0, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.34254772663116456, | |
| 0.33642024993896485, | |
| 0.36499943733215334, | |
| 0.9334838754464114, | |
| 0.9378616752575772, | |
| 0.4, | |
| 0.3845233005557931, | |
| 0.4, | |
| 0.4, | |
| 0.4, | |
| 1.0, | |
| 1.0, | |
| 0.6356412966878082, | |
| 1.0, | |
| 0.3, | |
| 0.5903703253169045, | |
| 0.7530423761518532, | |
| 0.7711009854863587, | |
| 0.29051856994628905, | |
| 0.7735921068513358, | |
| 0.28261488989294586, | |
| 0.28725727579167265, | |
| 0.2771183566687661, | |
| 0.24132698076583728, | |
| 0.2682248922154378, | |
| 1.0, | |
| 0.2, | |
| 0.2, | |
| 0.2, | |
| 0.199037987565393, | |
| 0.9874691741860284, | |
| 0.5108525751613745, | |
| 0.9393140798874081, | |
| 0.9955871513831186, | |
| 0.4668593223149923, | |
| 0.09527999999999999, | |
| 0.28682, | |
| 0.35196, | |
| 0.29752, | |
| 0.32733999999999996, | |
| 0.31496, | |
| 0.24664000000000003, | |
| 0.31322000000000005, | |
| 0.39998, | |
| 0.23822, | |
| 0.28281894270758823, | |
| 0.23256339882676305, | |
| 0.14167702136179328, | |
| 0.10675439385044476, | |
| 0.28650012685136866, | |
| 0.2, | |
| 0.1925504866582798, | |
| 0.2, | |
| 0.19311003700626841, | |
| 0.2, | |
| 0.9356794742346586, | |
| 0.6455687431989183, | |
| 0.37035557858634627, | |
| 0.9009144469246441, | |
| 0.585690211691127, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.9170793754876017, | |
| 0.9217425752345391, | |
| 0.0, | |
| 0.66352, | |
| 0.73186, | |
| 0.4, | |
| 0.41986, | |
| 0.52702, | |
| 0.31231599966792184, | |
| 0.4435073839662447, | |
| 0.23478298611111112, | |
| 0.7604387827317763, | |
| 0.31894174114123003, | |
| 0.19414, | |
| 0.76282, | |
| 0.2, | |
| 1.0, | |
| 0.9852400000000001, | |
| 0.28303856817940926, | |
| 0.61375312632368, | |
| 0.3427698162041426, | |
| 0.3062224949360872, | |
| 0.43015993336433167, | |
| 1.0, | |
| 1.0, | |
| 1.0, | |
| 0.56572, | |
| 1.0, | |
| 0.4125384404206911, | |
| 0.31450719750142536, | |
| 0.20641790459457549, | |
| 0.31138315528444793, | |
| 0.16922268101419197, | |
| 0.3984248288700576, | |
| 0.4, | |
| 0.38641735594241094, | |
| 0.379606105693254, | |
| 0.5800000000000001, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.3, | |
| 0.29593072663461234, | |
| 0.2962197028666733, | |
| 0.29116628184096227, | |
| 0.29349991610984183, | |
| 0.2910833444605091, | |
| 0.3222787370868758, | |
| 0.32065832100662534, | |
| 0.3149862252029718, | |
| 0.31931979609470745, | |
| 0.2959793390012255, | |
| 0.28970010545468217, | |
| 0.2909916219833212, | |
| 0.2898675496286559, | |
| 0.29061618815328144, | |
| 0.2907417340109911, | |
| 0.29618358877730566, | |
| 0.29567329726368397, | |
| 0.29629274499824426, | |
| 0.29560415883120117, | |
| 0.2959506618278574, | |
| 0.0003759092149686051, | |
| 0.0216232667868299, | |
| 0.0325, | |
| 0.0, | |
| 0.3225223529411764, | |
| 0.26646940037616457, | |
| 0.45113224900532084, | |
| 0.4408865347059031, | |
| 0.39928308949561203, | |
| 0.49426024035408933, | |
| 0.7018917060045726, | |
| 0.7342891217006405, | |
| 0.7218905743567386, | |
| 0.7388005586231493, | |
| 0.535828519650857, | |
| 0.13648321858201254, | |
| 0.7204196133759955, | |
| 0.24068413863008542, | |
| 0.21911625586135972, | |
| 0.5665275328457106, | |
| 0.23573509696259676, | |
| 0.34094715695210837, | |
| 0.5188392220071749, | |
| 0.47456011138915377, | |
| 0.5388749472399281, | |
| 0.7798515663932134, | |
| 0.6129898645989558, | |
| 0.6158023041581879, | |
| 0.597535209385481, | |
| 0.6084825251434334 | |
| ], | |
| "by_task": { | |
| "G-131_select_next_figure_increasing_size_sequence_data-generator": 0.6754764509523409, | |
| "G-134_select_next_figure_large_small_alternating_sequence_data-generator": 0.52, | |
| "G-138_spot_unique_non_repeated_color_data-generator": 0.2953433883190155, | |
| "G-13_grid_number_sequence_data-generator": 0.3457356173068549, | |
| "G-158_identify_all_hollow_points_data-generator": 0.7866666666666667, | |
| "G-15_grid_avoid_obstacles_data-generator": 0.68246421126341, | |
| "G-16_grid_go_through_block_data-generator": 0.5975637805531463, | |
| "G-18_grid_shortest_path_data-generator": 0.9893771658921094, | |
| "G-194_construct_concentric_ring_data-generator": 0.6747860415239519, | |
| "G-21_multiple_occlusions_vertical_data-generator": 0.9770126577908762, | |
| "G-25_seperate_object_spinning_data-generator": 0.8046595908765981, | |
| "G-29_chart_extreme_with_data_data-generator": 0.45630944746479185, | |
| "G-31_directed_graph_navigation_data-generator": 0.6302669113086055, | |
| "G-39_attention_shift_different_data-generator": 0.976, | |
| "G-3_stable_sort_data-generator": 0.3485794252585549, | |
| "G-41_grid_highest_cost_data-generator": 0.9545573479004947, | |
| "G-43_understand_scene_structure_data-generator": 0.29794215566687293, | |
| "G-45_key_door_matching_data-generator": 0.4074784541253414, | |
| "G-51_predict_next_color_data-generator": 0.7883532254043236, | |
| "G-5_multi_object_placement_data-generator": 0.6924804900586138, | |
| "G-8_track_object_movement_data-generator": 0.7398724970647761, | |
| "G-9_identify_objects_in_region_data-generator": 0.19838104426494635, | |
| "O-10_shape_outline_fill_data-generator": 0.7075779623350502, | |
| "O-12_shape_color_then_scale_data-generator": 0.6477735917909686, | |
| "O-13_shape_outline_then_move_data-generator": 0.8376438490499677, | |
| "O-14_shape_scale_then_outline_data-generator": 0.5812465832257111, | |
| "O-15_ball_bounces_given_time_data-generator": 0.4704927551243954, | |
| "O-16_color_addition_data-generator": 0.4082800000000001, | |
| "O-18_glass_refraction_data-generator": 0.7476800000000001, | |
| "O-19_mirror_reflection_data-generator": 0.710076, | |
| "O-21_construction_blueprint_data-generator": 0.72, | |
| "O-23_domino_chain_branch_path_prediction_data-generator": 0.88454, | |
| "O-24_domino_chain_gap_analysis_data-generator": 0.27061, | |
| "O-25_LEGO_construction_assembly_data-generator": 0.798548, | |
| "O-29_ballcolor_data-generator": 0.47632, | |
| "O-30_bookshelf_data-generator": 0.30757599999999996, | |
| "O-31_ball_eating_data-generator": 0.5210600000000001, | |
| "O-32_rolling_ball_data-generator": 0.884136, | |
| "O-33_counting_object_data-generator": 0.533, | |
| "O-34_dot_to_dot_task_data-generator": 0.08726987179487179, | |
| "O-36_grid_shift_data-generator": 0.8149483480950408, | |
| "O-37_light_sequence_data-generator": 0.2, | |
| "O-38_majority_color_data-generator": 1.0, | |
| "O-44_rotation_puzzle_data-generator": 0.9762298599189376, | |
| "O-45_sequence_completion_data-generator": 0.83686, | |
| "O-47_sliding_puzzle_data-generator": 0.22694, | |
| "O-52_traffic_light_data-generator": 0.408436, | |
| "O-53_clock_data-generator": 0.28695639618725954, | |
| "O-55_rotation_data-generator": 0.42408, | |
| "O-75_communicating_vessels_data-generator": 0.45709999999999995, | |
| "G-135_select_next_figure_small_large_alternating_sequence_data-generator": 0.52, | |
| "G-136_locate_point_in_overlapping_area_data-generator": 0.4, | |
| "G-140_locate_topmost_unobscured_figure_data-generator": 0.6931352697273737, | |
| "G-147_identify_unique_figure_in_uniform_set_data-generator": 0.36, | |
| "G-160_circle_largest_numerical_value_data-generator": 0.44000000000000006, | |
| "G-161_mark_second_largest_shape_data-generator": 0.26, | |
| "G-167_select_longest_polygon_side_data-generator": 0.24, | |
| "G-168_identify_nearest_to_square_rectangle_data-generator": 0.19780235051699604, | |
| "G-169_locate_intersection_of_segments_data-generator": 0.750123691813361, | |
| "G-174_arrange_circles_by_circumference_data-generator": 0.24676280036453963, | |
| "G-189_draw_midpoint_perpendicular_line_data-generator": 0.476952, | |
| "G-193_draw_next_sized_shape_data-generator": 0.3394049617453047, | |
| "G-202_mark_wave_peaks_data-generator": 0.4103786826392941, | |
| "G-206_identify_pentagons_data-generator": 0.2, | |
| "G-212_find_incorrect_arrow_direction_data-generator": 0.5156678281068524, | |
| "G-217_circle_central_dot_data-generator": 0.19496645399369592, | |
| "G-218_identify_largest_angle_in_triangle_data-generator": 0.26999999999999996, | |
| "G-219_select_leftmost_shape_data-generator": 0.52, | |
| "G-221_outline_innermost_square_data-generator": 0.5830625929212543, | |
| "G-222_mark_tangent_point_of_circles_data-generator": 0.39690466011115866, | |
| "G-223_highlight_horizontal_lines_data-generator": 0.7871282593375616, | |
| "G-240_add_borders_to_unbordered_shapes_data-generator": 0.6357248727505482, | |
| "G-247_identify_chinese_character_data-generator": 0.27130847906693195, | |
| "G-248_mark_asymmetrical_shape_data-generator": 0.3598075975130786, | |
| "G-24_separate_objects_no_spin_data-generator": 0.7800164605865844, | |
| "G-250_color_triple_intersection_red_data-generator": 0.27178399999999997, | |
| "G-273_high_density_liquid_data-generator": 0.302604, | |
| "G-47_multiple_keys_for_one_door_data-generator": 0.2100627767195916, | |
| "G-54_connecting_color_data-generator": 0.19713210473290965, | |
| "O-11_shape_color_then_move_data-generator": 0.6876416909271389, | |
| "O-22_construction_stack_data-generator": 0.0, | |
| "O-27_move_2_object_to_2_target_data-generator": 0.3677643901444282, | |
| "O-2_pigment_color_mixing_subtractive_data-generator": 0.5484519999999999, | |
| "O-39_maze_data-generator": 0.4139973787236568, | |
| "O-43_object_subtraction_data-generator": 0.6284400000000001, | |
| "O-46_shape_sorter_data-generator": 0.39518878780153016, | |
| "O-49_symmetry_completion_data-generator": 0.913144, | |
| "O-54_control_panel_data-generator": 0.2828138757630664, | |
| "O-56_raven_data-generator": 0.42888965810114454, | |
| "O-58_symbol_delete_data-generator": 0.3, | |
| "O-59_symbol_insert_data-generator": 0.2935799943825198, | |
| "O-5_symbol_deletion_data-generator": 0.3146444836784812, | |
| "O-60_symbol_substitute_data-generator": 0.29038343984618636, | |
| "O-61_symbol_edit_data-generator": 0.2959408903396585, | |
| "O-62_gravity_physics_data-generator": 0.07540430578859499, | |
| "O-64_animal_matching_data-generator": 0.41040630278741796, | |
| "O-65_animal_size_sorting_data-generator": 0.6865400960671917, | |
| "O-6_2d_geometric_transformation_data-generator": 0.3766461518590328, | |
| "O-85_2d_object_rotation_data-generator": 0.42179130691019234, | |
| "O-9_shape_scaling_data-generator": 0.6429322939358543 | |
| }, | |
| "by_category": { | |
| "Abstraction": 0.5817348234172242, | |
| "Perception": 0.4544389747145871, | |
| "Spatiality": 0.5612132429647188, | |
| "Transformation": 0.5376866038178381, | |
| "Knowledge": 0.40053173299683925 | |
| }, | |
| "mean_score": 0.5067001867688763, | |
| "num_samples": 500 | |
| } | |
| } | |
| } |