{"schemaVersion":1,"generatedAt":"2026-07-23T13:37:59.999847+00:00","title":"VBVR-Pro Output Explorer","manifestSha256":"326f7bda3743e9c66dc0c29445661a5dda4ad0cee4cb8838c3fcfd0c4a149deb","evalkitRevision":"42a1593d8e493370c768be8e43646f0e0a9d8525","videoUrlPrefix":"https://huggingface.co/datasets/pufanyi/vbvrpro_output-data/resolve/main/videos","runCount":20,"taskCount":100,"sampleCountPerRun":500,"totalVideoCount":10500,"totalVideoBytes":3941364376,"modeOrder":["unipc","euler","cps03","cps07"],"baseline":{"id":"baseline","label":"SFT epoch-1 baseline","shortLabel":"SFT baseline","checkpoint":null,"mode":"baseline","modeLabel":"SFT baseline","modeOrder":-1,"isBaseline":true,"scores":{"overall":0.5067001867688763,"inDomain":0.6012937557436898,"outOfDomain":0.4121066177940626},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6754764509523409,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.2953433883190155,"G-13_grid_number_sequence_data-generator":0.3457356173068549,"G-158_identify_all_hollow_points_data-generator":0.7866666666666667,"G-15_grid_avoid_obstacles_data-generator":0.68246421126341,"G-16_grid_go_through_block_data-generator":0.5975637805531463,"G-18_grid_shortest_path_data-generator":0.9893771658921094,"G-194_construct_concentric_ring_data-generator":0.6747860415239519,"G-21_multiple_occlusions_vertical_data-generator":0.9770126577908762,"G-25_seperate_object_spinning_data-generator":0.8046595908765981,"G-29_chart_extreme_with_data_data-generator":0.45630944746479185,"G-31_directed_graph_navigation_data-generator":0.6302669113086055,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.3485794252585549,"G-41_grid_highest_cost_data-generator":0.9545573479004947,"G-43_understand_scene_structure_data-generator":0.29794215566687293,"G-45_key_door_matching_data-generator":0.4074784541253414,"G-51_predict_next_color_data-generator":0.7883532254043236,"G-5_multi_object_placement_data-generator":0.6924804900586138,"G-8_track_object_movement_data-generator":0.7398724970647761,"G-9_identify_objects_in_region_data-generator":0.19838104426494635,"O-10_shape_outline_fill_data-generator":0.7075779623350502,"O-12_shape_color_then_scale_data-generator":0.6477735917909686,"O-13_shape_outline_then_move_data-generator":0.8376438490499677,"O-14_shape_scale_then_outline_data-generator":0.5812465832257111,"O-15_ball_bounces_given_time_data-generator":0.4704927551243954,"O-16_color_addition_data-generator":0.4082800000000001,"O-18_glass_refraction_data-generator":0.7476800000000001,"O-19_mirror_reflection_data-generator":0.710076,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.88454,"O-24_domino_chain_gap_analysis_data-generator":0.27061,"O-25_LEGO_construction_assembly_data-generator":0.798548,"O-29_ballcolor_data-generator":0.47632,"O-30_bookshelf_data-generator":0.30757599999999996,"O-31_ball_eating_data-generator":0.5210600000000001,"O-32_rolling_ball_data-generator":0.884136,"O-33_counting_object_data-generator":0.533,"O-34_dot_to_dot_task_data-generator":0.08726987179487179,"O-36_grid_shift_data-generator":0.8149483480950408,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9762298599189376,"O-45_sequence_completion_data-generator":0.83686,"O-47_sliding_puzzle_data-generator":0.22694,"O-52_traffic_light_data-generator":0.408436,"O-53_clock_data-generator":0.28695639618725954,"O-55_rotation_data-generator":0.42408,"O-75_communicating_vessels_data-generator":0.45709999999999995,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6931352697273737,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.36,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.19780235051699604,"G-169_locate_intersection_of_segments_data-generator":0.750123691813361,"G-174_arrange_circles_by_circumference_data-generator":0.24676280036453963,"G-189_draw_midpoint_perpendicular_line_data-generator":0.476952,"G-193_draw_next_sized_shape_data-generator":0.3394049617453047,"G-202_mark_wave_peaks_data-generator":0.4103786826392941,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.5156678281068524,"G-217_circle_central_dot_data-generator":0.19496645399369592,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.5830625929212543,"G-222_mark_tangent_point_of_circles_data-generator":0.39690466011115866,"G-223_highlight_horizontal_lines_data-generator":0.7871282593375616,"G-240_add_borders_to_unbordered_shapes_data-generator":0.6357248727505482,"G-247_identify_chinese_character_data-generator":0.27130847906693195,"G-248_mark_asymmetrical_shape_data-generator":0.3598075975130786,"G-24_separate_objects_no_spin_data-generator":0.7800164605865844,"G-250_color_triple_intersection_red_data-generator":0.27178399999999997,"G-273_high_density_liquid_data-generator":0.302604,"G-47_multiple_keys_for_one_door_data-generator":0.2100627767195916,"G-54_connecting_color_data-generator":0.19713210473290965,"O-11_shape_color_then_move_data-generator":0.6876416909271389,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.3677643901444282,"O-2_pigment_color_mixing_subtractive_data-generator":0.5484519999999999,"O-39_maze_data-generator":0.4139973787236568,"O-43_object_subtraction_data-generator":0.6284400000000001,"O-46_shape_sorter_data-generator":0.39518878780153016,"O-49_symmetry_completion_data-generator":0.913144,"O-54_control_panel_data-generator":0.2828138757630664,"O-56_raven_data-generator":0.42888965810114454,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2935799943825198,"O-5_symbol_deletion_data-generator":0.3146444836784812,"O-60_symbol_substitute_data-generator":0.29038343984618636,"O-61_symbol_edit_data-generator":0.2959408903396585,"O-62_gravity_physics_data-generator":0.07540430578859499,"O-64_animal_matching_data-generator":0.41040630278741796,"O-65_animal_size_sorting_data-generator":0.6865400960671917,"O-6_2d_geometric_transformation_data-generator":0.3766461518590328,"O-85_2d_object_rotation_data-generator":0.42179130691019234,"O-9_shape_scaling_data-generator":0.6429322939358543},"taskStats":{"wins":0,"losses":0,"ties":100},"dataUrl":"data/runs/baseline.json","sourceResultUrl":"data/source_results/baseline.json"},"runs":[{"id":"baseline","label":"SFT epoch-1 baseline","shortLabel":"SFT baseline","checkpoint":null,"mode":"baseline","modeLabel":"SFT baseline","modeOrder":-1,"isBaseline":true,"scores":{"overall":0.5067001867688763,"inDomain":0.6012937557436898,"outOfDomain":0.4121066177940626},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6754764509523409,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.2953433883190155,"G-13_grid_number_sequence_data-generator":0.3457356173068549,"G-158_identify_all_hollow_points_data-generator":0.7866666666666667,"G-15_grid_avoid_obstacles_data-generator":0.68246421126341,"G-16_grid_go_through_block_data-generator":0.5975637805531463,"G-18_grid_shortest_path_data-generator":0.9893771658921094,"G-194_construct_concentric_ring_data-generator":0.6747860415239519,"G-21_multiple_occlusions_vertical_data-generator":0.9770126577908762,"G-25_seperate_object_spinning_data-generator":0.8046595908765981,"G-29_chart_extreme_with_data_data-generator":0.45630944746479185,"G-31_directed_graph_navigation_data-generator":0.6302669113086055,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.3485794252585549,"G-41_grid_highest_cost_data-generator":0.9545573479004947,"G-43_understand_scene_structure_data-generator":0.29794215566687293,"G-45_key_door_matching_data-generator":0.4074784541253414,"G-51_predict_next_color_data-generator":0.7883532254043236,"G-5_multi_object_placement_data-generator":0.6924804900586138,"G-8_track_object_movement_data-generator":0.7398724970647761,"G-9_identify_objects_in_region_data-generator":0.19838104426494635,"O-10_shape_outline_fill_data-generator":0.7075779623350502,"O-12_shape_color_then_scale_data-generator":0.6477735917909686,"O-13_shape_outline_then_move_data-generator":0.8376438490499677,"O-14_shape_scale_then_outline_data-generator":0.5812465832257111,"O-15_ball_bounces_given_time_data-generator":0.4704927551243954,"O-16_color_addition_data-generator":0.4082800000000001,"O-18_glass_refraction_data-generator":0.7476800000000001,"O-19_mirror_reflection_data-generator":0.710076,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.88454,"O-24_domino_chain_gap_analysis_data-generator":0.27061,"O-25_LEGO_construction_assembly_data-generator":0.798548,"O-29_ballcolor_data-generator":0.47632,"O-30_bookshelf_data-generator":0.30757599999999996,"O-31_ball_eating_data-generator":0.5210600000000001,"O-32_rolling_ball_data-generator":0.884136,"O-33_counting_object_data-generator":0.533,"O-34_dot_to_dot_task_data-generator":0.08726987179487179,"O-36_grid_shift_data-generator":0.8149483480950408,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9762298599189376,"O-45_sequence_completion_data-generator":0.83686,"O-47_sliding_puzzle_data-generator":0.22694,"O-52_traffic_light_data-generator":0.408436,"O-53_clock_data-generator":0.28695639618725954,"O-55_rotation_data-generator":0.42408,"O-75_communicating_vessels_data-generator":0.45709999999999995,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6931352697273737,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.36,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.19780235051699604,"G-169_locate_intersection_of_segments_data-generator":0.750123691813361,"G-174_arrange_circles_by_circumference_data-generator":0.24676280036453963,"G-189_draw_midpoint_perpendicular_line_data-generator":0.476952,"G-193_draw_next_sized_shape_data-generator":0.3394049617453047,"G-202_mark_wave_peaks_data-generator":0.4103786826392941,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.5156678281068524,"G-217_circle_central_dot_data-generator":0.19496645399369592,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.5830625929212543,"G-222_mark_tangent_point_of_circles_data-generator":0.39690466011115866,"G-223_highlight_horizontal_lines_data-generator":0.7871282593375616,"G-240_add_borders_to_unbordered_shapes_data-generator":0.6357248727505482,"G-247_identify_chinese_character_data-generator":0.27130847906693195,"G-248_mark_asymmetrical_shape_data-generator":0.3598075975130786,"G-24_separate_objects_no_spin_data-generator":0.7800164605865844,"G-250_color_triple_intersection_red_data-generator":0.27178399999999997,"G-273_high_density_liquid_data-generator":0.302604,"G-47_multiple_keys_for_one_door_data-generator":0.2100627767195916,"G-54_connecting_color_data-generator":0.19713210473290965,"O-11_shape_color_then_move_data-generator":0.6876416909271389,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.3677643901444282,"O-2_pigment_color_mixing_subtractive_data-generator":0.5484519999999999,"O-39_maze_data-generator":0.4139973787236568,"O-43_object_subtraction_data-generator":0.6284400000000001,"O-46_shape_sorter_data-generator":0.39518878780153016,"O-49_symmetry_completion_data-generator":0.913144,"O-54_control_panel_data-generator":0.2828138757630664,"O-56_raven_data-generator":0.42888965810114454,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2935799943825198,"O-5_symbol_deletion_data-generator":0.3146444836784812,"O-60_symbol_substitute_data-generator":0.29038343984618636,"O-61_symbol_edit_data-generator":0.2959408903396585,"O-62_gravity_physics_data-generator":0.07540430578859499,"O-64_animal_matching_data-generator":0.41040630278741796,"O-65_animal_size_sorting_data-generator":0.6865400960671917,"O-6_2d_geometric_transformation_data-generator":0.3766461518590328,"O-85_2d_object_rotation_data-generator":0.42179130691019234,"O-9_shape_scaling_data-generator":0.6429322939358543},"taskStats":{"wins":0,"losses":0,"ties":100},"dataUrl":"data/runs/baseline.json","sourceResultUrl":"data/source_results/baseline.json"},{"id":"ckpt-300-unipc","label":"Checkpoint 300 · UniPC ODE","shortLabel":"Step 300 · UniPC ODE","checkpoint":300,"mode":"unipc","modeLabel":"UniPC ODE","modeOrder":0,"isBaseline":false,"scores":{"overall":0.5115345020241411,"inDomain":0.6143425954594852,"outOfDomain":0.4087264085887968},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6747873176583633,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.6799999999999999,"G-138_spot_unique_non_repeated_color_data-generator":0.45728126003248193,"G-13_grid_number_sequence_data-generator":0.40298214869857985,"G-158_identify_all_hollow_points_data-generator":0.9375,"G-15_grid_avoid_obstacles_data-generator":0.6823237836779967,"G-16_grid_go_through_block_data-generator":0.5714341171505741,"G-18_grid_shortest_path_data-generator":0.9892797392495671,"G-194_construct_concentric_ring_data-generator":0.5132956330971639,"G-21_multiple_occlusions_vertical_data-generator":0.9726064419499891,"G-25_seperate_object_spinning_data-generator":0.7881140049705401,"G-29_chart_extreme_with_data_data-generator":0.6486425130542685,"G-31_directed_graph_navigation_data-generator":0.6494912369120467,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.37635271470555576,"G-41_grid_highest_cost_data-generator":0.9466493790445215,"G-43_understand_scene_structure_data-generator":0.3002797056738744,"G-45_key_door_matching_data-generator":0.31760172435307743,"G-51_predict_next_color_data-generator":0.8491559988250174,"G-5_multi_object_placement_data-generator":0.6906749900457724,"G-8_track_object_movement_data-generator":0.7699009870731854,"G-9_identify_objects_in_region_data-generator":0.35294823750088755,"O-10_shape_outline_fill_data-generator":0.6991769663779585,"O-12_shape_color_then_scale_data-generator":0.6719157598835588,"O-13_shape_outline_then_move_data-generator":0.8336136261107494,"O-14_shape_scale_then_outline_data-generator":0.611960344073783,"O-15_ball_bounces_given_time_data-generator":0.5388895877117851,"O-16_color_addition_data-generator":0.406168,"O-18_glass_refraction_data-generator":0.546896,"O-19_mirror_reflection_data-generator":0.553496,"O-21_construction_blueprint_data-generator":0.43999999999999995,"O-23_domino_chain_branch_path_prediction_data-generator":0.78196,"O-24_domino_chain_gap_analysis_data-generator":0.73517,"O-25_LEGO_construction_assembly_data-generator":0.7764800000000001,"O-29_ballcolor_data-generator":0.46707200000000004,"O-30_bookshelf_data-generator":0.336676,"O-31_ball_eating_data-generator":0.54752,"O-32_rolling_ball_data-generator":0.8709299999999999,"O-33_counting_object_data-generator":0.48096000000000005,"O-34_dot_to_dot_task_data-generator":0.12452251082251083,"O-36_grid_shift_data-generator":0.8293985178096228,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9750747040000943,"O-45_sequence_completion_data-generator":0.8348840000000001,"O-47_sliding_puzzle_data-generator":0.274652,"O-52_traffic_light_data-generator":0.40034000000000003,"O-53_clock_data-generator":0.2960518225107373,"O-55_rotation_data-generator":0.41273599999999994,"O-75_communicating_vessels_data-generator":0.5232840000000001,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6866839355437142,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.36,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.1975901717133391,"G-169_locate_intersection_of_segments_data-generator":0.7215939687668282,"G-174_arrange_circles_by_circumference_data-generator":0.18425793682372357,"G-189_draw_midpoint_perpendicular_line_data-generator":0.46653600000000006,"G-193_draw_next_sized_shape_data-generator":0.33187687109739505,"G-202_mark_wave_peaks_data-generator":0.4016958125769083,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.5230219817355657,"G-217_circle_central_dot_data-generator":0.1952399789646384,"G-218_identify_largest_angle_in_triangle_data-generator":0.27164062499999997,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.4988288628082166,"G-222_mark_tangent_point_of_circles_data-generator":0.39523772035831695,"G-223_highlight_horizontal_lines_data-generator":0.9275382446545182,"G-240_add_borders_to_unbordered_shapes_data-generator":0.7226041354927807,"G-247_identify_chinese_character_data-generator":0.28552113604429447,"G-248_mark_asymmetrical_shape_data-generator":0.3585056302489361,"G-24_separate_objects_no_spin_data-generator":0.7785936035628502,"G-250_color_triple_intersection_red_data-generator":0.258316,"G-273_high_density_liquid_data-generator":0.27903200000000006,"G-47_multiple_keys_for_one_door_data-generator":0.21132252271885207,"G-54_connecting_color_data-generator":0.1966884842601559,"O-11_shape_color_then_move_data-generator":0.6373543289493773,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.37705444554243855,"O-2_pigment_color_mixing_subtractive_data-generator":0.568204,"O-39_maze_data-generator":0.3659547098438048,"O-43_object_subtraction_data-generator":0.536408,"O-46_shape_sorter_data-generator":0.44737517194412657,"O-49_symmetry_completion_data-generator":0.89885,"O-54_control_panel_data-generator":0.24620431671245288,"O-56_raven_data-generator":0.4356565037331216,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2945254021250528,"O-5_symbol_deletion_data-generator":0.31036669862036614,"O-60_symbol_substitute_data-generator":0.2902032560344447,"O-61_symbol_edit_data-generator":0.2959078549255374,"O-62_gravity_physics_data-generator":0.1242054751552087,"O-64_animal_matching_data-generator":0.42733915777519255,"O-65_animal_size_sorting_data-generator":0.6566703022392434,"O-6_2d_geometric_transformation_data-generator":0.3419890253450754,"O-85_2d_object_rotation_data-generator":0.41168833523438214,"O-9_shape_scaling_data-generator":0.6380378228889804},"taskStats":{"wins":36,"losses":51,"ties":13},"dataUrl":"data/runs/ckpt-300-unipc.json","sourceResultUrl":"data/source_results/ckpt-300-unipc.json"},{"id":"ckpt-300-euler","label":"Checkpoint 300 · Euler ODE","shortLabel":"Step 300 · Euler ODE","checkpoint":300,"mode":"euler","modeLabel":"Euler ODE","modeOrder":1,"isBaseline":false,"scores":{"overall":0.5122531408121893,"inDomain":0.6165724288149572,"outOfDomain":0.4079338528094213},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6752410989391981,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.6167839032516824,"G-13_grid_number_sequence_data-generator":0.37527904366184195,"G-158_identify_all_hollow_points_data-generator":0.937,"G-15_grid_avoid_obstacles_data-generator":0.682476974376582,"G-16_grid_go_through_block_data-generator":0.6256027906050139,"G-18_grid_shortest_path_data-generator":0.9892714571064303,"G-194_construct_concentric_ring_data-generator":0.5131491294686907,"G-21_multiple_occlusions_vertical_data-generator":0.9765702456352301,"G-25_seperate_object_spinning_data-generator":0.7770807901649452,"G-29_chart_extreme_with_data_data-generator":0.6069178005194724,"G-31_directed_graph_navigation_data-generator":0.6175789900636014,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.3768656262225328,"G-41_grid_highest_cost_data-generator":0.8697705147732367,"G-43_understand_scene_structure_data-generator":0.3001285032957972,"G-45_key_door_matching_data-generator":0.34820888599755306,"G-51_predict_next_color_data-generator":0.8471463294853347,"G-5_multi_object_placement_data-generator":0.7350118587468294,"G-8_track_object_movement_data-generator":0.722442135070424,"G-9_identify_objects_in_region_data-generator":0.35291379576828236,"O-10_shape_outline_fill_data-generator":0.6873509913395026,"O-12_shape_color_then_scale_data-generator":0.6474476569655253,"O-13_shape_outline_then_move_data-generator":0.8291015128276141,"O-14_shape_scale_then_outline_data-generator":0.6106241053225936,"O-15_ball_bounces_given_time_data-generator":0.5125074558401634,"O-16_color_addition_data-generator":0.4,"O-18_glass_refraction_data-generator":0.546368,"O-19_mirror_reflection_data-generator":0.5498,"O-21_construction_blueprint_data-generator":0.7363796945212818,"O-23_domino_chain_branch_path_prediction_data-generator":0.84955,"O-24_domino_chain_gap_analysis_data-generator":0.73529,"O-25_LEGO_construction_assembly_data-generator":0.762884,"O-29_ballcolor_data-generator":0.46828000000000003,"O-30_bookshelf_data-generator":0.30639,"O-31_ball_eating_data-generator":0.52175,"O-32_rolling_ball_data-generator":0.863758,"O-33_counting_object_data-generator":0.481224,"O-34_dot_to_dot_task_data-generator":0.089486322011322,"O-36_grid_shift_data-generator":0.8036471953280998,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9752424397963866,"O-45_sequence_completion_data-generator":0.835172,"O-47_sliding_puzzle_data-generator":0.34766400000000003,"O-52_traffic_light_data-generator":0.40850400000000003,"O-53_clock_data-generator":0.29041619364269516,"O-55_rotation_data-generator":0.40221599999999996,"O-75_communicating_vessels_data-generator":0.526128,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6869709279370853,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.36,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.19767123681342744,"G-169_locate_intersection_of_segments_data-generator":0.7193873438129786,"G-174_arrange_circles_by_circumference_data-generator":0.20296918650951654,"G-189_draw_midpoint_perpendicular_line_data-generator":0.466584,"G-193_draw_next_sized_shape_data-generator":0.335883260504753,"G-202_mark_wave_peaks_data-generator":0.4019260603191017,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.5235123884000361,"G-217_circle_central_dot_data-generator":0.19521008721036695,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.4975967117534446,"G-222_mark_tangent_point_of_circles_data-generator":0.3954560382146589,"G-223_highlight_horizontal_lines_data-generator":0.9289576685811529,"G-240_add_borders_to_unbordered_shapes_data-generator":0.7221448836288877,"G-247_identify_chinese_character_data-generator":0.286059042078735,"G-248_mark_asymmetrical_shape_data-generator":0.35897549579123783,"G-24_separate_objects_no_spin_data-generator":0.7781977427149062,"G-250_color_triple_intersection_red_data-generator":0.25960400000000006,"G-273_high_density_liquid_data-generator":0.282356,"G-47_multiple_keys_for_one_door_data-generator":0.1911804203451531,"G-54_connecting_color_data-generator":0.16173561783513668,"O-11_shape_color_then_move_data-generator":0.6336093676225665,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.37436185602145555,"O-2_pigment_color_mixing_subtractive_data-generator":0.559168,"O-39_maze_data-generator":0.3703321537284606,"O-43_object_subtraction_data-generator":0.576524,"O-46_shape_sorter_data-generator":0.4472176033814881,"O-49_symmetry_completion_data-generator":0.8923400000000001,"O-54_control_panel_data-generator":0.24555231243828562,"O-56_raven_data-generator":0.43526295446179447,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.29456835176731666,"O-5_symbol_deletion_data-generator":0.30985729890711167,"O-60_symbol_substitute_data-generator":0.29023412951737404,"O-61_symbol_edit_data-generator":0.29599357055224673,"O-62_gravity_physics_data-generator":0.1214202682352941,"O-64_animal_matching_data-generator":0.43759040019252005,"O-65_animal_size_sorting_data-generator":0.6362723468097224,"O-6_2d_geometric_transformation_data-generator":0.3404494682314018,"O-85_2d_object_rotation_data-generator":0.39615511430232525,"O-9_shape_scaling_data-generator":0.6374053318511222},"taskStats":{"wins":34,"losses":51,"ties":15},"dataUrl":"data/runs/ckpt-300-euler.json","sourceResultUrl":"data/source_results/ckpt-300-euler.json"},{"id":"ckpt-300-cps03","label":"Checkpoint 300 · CPS 0.3","shortLabel":"Step 300 · CPS 0.3","checkpoint":300,"mode":"cps03","modeLabel":"CPS 0.3","modeOrder":2,"isBaseline":false,"scores":{"overall":0.5076246723717556,"inDomain":0.6191326094080742,"outOfDomain":0.39611673533543695},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.5155503118152704,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.36,"G-138_spot_unique_non_repeated_color_data-generator":0.29768812298774716,"G-13_grid_number_sequence_data-generator":0.37866956195826706,"G-158_identify_all_hollow_points_data-generator":0.9906666666666666,"G-15_grid_avoid_obstacles_data-generator":0.6865797084815249,"G-16_grid_go_through_block_data-generator":0.4042483196791723,"G-18_grid_shortest_path_data-generator":0.9892477328288629,"G-194_construct_concentric_ring_data-generator":0.6741639472999156,"G-21_multiple_occlusions_vertical_data-generator":0.9859652245704644,"G-25_seperate_object_spinning_data-generator":0.7936345071658205,"G-29_chart_extreme_with_data_data-generator":0.6039026439758687,"G-31_directed_graph_navigation_data-generator":0.619014833427376,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6134263505681723,"G-41_grid_highest_cost_data-generator":0.8030219435422987,"G-43_understand_scene_structure_data-generator":0.5141888055414955,"G-45_key_door_matching_data-generator":0.4270134040774927,"G-51_predict_next_color_data-generator":0.7186173200609209,"G-5_multi_object_placement_data-generator":0.697670959316763,"G-8_track_object_movement_data-generator":0.38482999114922134,"G-9_identify_objects_in_region_data-generator":0.19840076137547089,"O-10_shape_outline_fill_data-generator":0.713373316927612,"O-12_shape_color_then_scale_data-generator":0.7076004120685828,"O-13_shape_outline_then_move_data-generator":0.832270757404976,"O-14_shape_scale_then_outline_data-generator":0.5999837895268183,"O-15_ball_bounces_given_time_data-generator":0.432951446831139,"O-16_color_addition_data-generator":0.486832,"O-18_glass_refraction_data-generator":0.67232,"O-19_mirror_reflection_data-generator":0.522152,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.95727,"O-24_domino_chain_gap_analysis_data-generator":0.74269,"O-25_LEGO_construction_assembly_data-generator":0.968464,"O-29_ballcolor_data-generator":0.509744,"O-30_bookshelf_data-generator":0.373678,"O-31_ball_eating_data-generator":0.74275,"O-32_rolling_ball_data-generator":0.9107519999999999,"O-33_counting_object_data-generator":0.384844,"O-34_dot_to_dot_task_data-generator":0.10294444444444444,"O-36_grid_shift_data-generator":0.8057265981667643,"O-37_light_sequence_data-generator":0.222992,"O-38_majority_color_data-generator":0.997504,"O-44_rotation_puzzle_data-generator":0.9752110024662182,"O-45_sequence_completion_data-generator":0.823808,"O-47_sliding_puzzle_data-generator":0.356036,"O-52_traffic_light_data-generator":0.5098480000000001,"O-53_clock_data-generator":0.19226358607836408,"O-55_rotation_data-generator":0.45616,"O-75_communicating_vessels_data-generator":0.60396,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.45412345679012345,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.39298569742392014,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6799999999999999,"G-160_circle_largest_numerical_value_data-generator":0.58,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.35992510865931127,"G-169_locate_intersection_of_segments_data-generator":0.5347447007191669,"G-174_arrange_circles_by_circumference_data-generator":0.12686557789817984,"G-189_draw_midpoint_perpendicular_line_data-generator":0.47919999999999996,"G-193_draw_next_sized_shape_data-generator":0.4251256044817208,"G-202_mark_wave_peaks_data-generator":0.30371506703203366,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.38,"G-217_circle_central_dot_data-generator":0.1921741375507902,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.36,"G-221_outline_innermost_square_data-generator":0.5913847341395277,"G-222_mark_tangent_point_of_circles_data-generator":0.39019583591012164,"G-223_highlight_horizontal_lines_data-generator":0.43923134890730964,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5163068546183538,"G-247_identify_chinese_character_data-generator":0.2584090254321499,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.784686118410747,"G-250_color_triple_intersection_red_data-generator":0.3615320000000001,"G-273_high_density_liquid_data-generator":0.38782,"G-47_multiple_keys_for_one_door_data-generator":0.21129692527107818,"G-54_connecting_color_data-generator":0.19860511430252795,"O-11_shape_color_then_move_data-generator":0.6942181994254382,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.331132983550589,"O-2_pigment_color_mixing_subtractive_data-generator":0.542848,"O-39_maze_data-generator":0.5813334335679545,"O-43_object_subtraction_data-generator":0.386288,"O-46_shape_sorter_data-generator":0.3868362529103523,"O-49_symmetry_completion_data-generator":0.848114,"O-54_control_panel_data-generator":0.3195294126847009,"O-56_raven_data-generator":0.3995922329897596,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2908067687873728,"O-5_symbol_deletion_data-generator":0.31694657568838086,"O-60_symbol_substitute_data-generator":0.29650093501002556,"O-61_symbol_edit_data-generator":0.29630615151872375,"O-62_gravity_physics_data-generator":0.0079656,"O-64_animal_matching_data-generator":0.45045887802980034,"O-65_animal_size_sorting_data-generator":0.67240545807465,"O-6_2d_geometric_transformation_data-generator":0.3284477126364512,"O-85_2d_object_rotation_data-generator":0.49981824306354816,"O-9_shape_scaling_data-generator":0.7179606212870387},"taskStats":{"wins":49,"losses":42,"ties":9},"dataUrl":"data/runs/ckpt-300-cps03.json","sourceResultUrl":"data/source_results/ckpt-300-cps03.json"},{"id":"ckpt-300-cps07","label":"Checkpoint 300 · CPS 0.7","shortLabel":"Step 300 · CPS 0.7","checkpoint":300,"mode":"cps07","modeLabel":"CPS 0.7","modeOrder":3,"isBaseline":false,"scores":{"overall":0.5315354999776738,"inDomain":0.6431825788319673,"outOfDomain":0.4198884211233804},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6755714602751887,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.41139680708350257,"G-13_grid_number_sequence_data-generator":0.43757759858646744,"G-158_identify_all_hollow_points_data-generator":0.9563333333333333,"G-15_grid_avoid_obstacles_data-generator":0.6817681366771929,"G-16_grid_go_through_block_data-generator":0.4300234248486959,"G-18_grid_shortest_path_data-generator":0.8892457428333923,"G-194_construct_concentric_ring_data-generator":0.6745023725256096,"G-21_multiple_occlusions_vertical_data-generator":0.9832266926696167,"G-25_seperate_object_spinning_data-generator":0.7845640818379666,"G-29_chart_extreme_with_data_data-generator":0.6065542243008707,"G-31_directed_graph_navigation_data-generator":0.657417016948581,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.599223563308768,"G-41_grid_highest_cost_data-generator":0.8864757160419803,"G-43_understand_scene_structure_data-generator":0.5133223405645178,"G-45_key_door_matching_data-generator":0.43416602124039194,"G-51_predict_next_color_data-generator":0.7171878606446103,"G-5_multi_object_placement_data-generator":0.7828876594771143,"G-8_track_object_movement_data-generator":0.38598778826157204,"G-9_identify_objects_in_region_data-generator":0.2850294155544902,"O-10_shape_outline_fill_data-generator":0.7758185030108062,"O-12_shape_color_then_scale_data-generator":0.7139197118652405,"O-13_shape_outline_then_move_data-generator":0.7633458310355226,"O-14_shape_scale_then_outline_data-generator":0.6284902415105983,"O-15_ball_bounces_given_time_data-generator":0.5414131662117467,"O-16_color_addition_data-generator":0.48289600000000005,"O-18_glass_refraction_data-generator":0.5602159999999999,"O-19_mirror_reflection_data-generator":0.716264,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.9322699999999999,"O-24_domino_chain_gap_analysis_data-generator":0.84271,"O-25_LEGO_construction_assembly_data-generator":0.9615880000000001,"O-29_ballcolor_data-generator":0.52044,"O-30_bookshelf_data-generator":0.340828,"O-31_ball_eating_data-generator":0.7467499999999999,"O-32_rolling_ball_data-generator":0.9125159999999999,"O-33_counting_object_data-generator":0.51704,"O-34_dot_to_dot_task_data-generator":0.1263365079365079,"O-36_grid_shift_data-generator":0.8339636835909067,"O-37_light_sequence_data-generator":0.244176,"O-38_majority_color_data-generator":0.998816,"O-44_rotation_puzzle_data-generator":0.975264009467978,"O-45_sequence_completion_data-generator":0.948812,"O-47_sliding_puzzle_data-generator":0.320156,"O-52_traffic_light_data-generator":0.513692,"O-53_clock_data-generator":0.19282202995519335,"O-55_rotation_data-generator":0.43155200000000005,"O-75_communicating_vessels_data-generator":0.608572,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.5851851851851853,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.5066107431742186,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6799999999999999,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.8396266060138364,"G-169_locate_intersection_of_segments_data-generator":0.6517818858205972,"G-174_arrange_circles_by_circumference_data-generator":0.14653739769797966,"G-189_draw_midpoint_perpendicular_line_data-generator":0.48095600000000005,"G-193_draw_next_sized_shape_data-generator":0.4246465869540256,"G-202_mark_wave_peaks_data-generator":0.3466666666666667,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.38027127003699135,"G-217_circle_central_dot_data-generator":0.19528207770548328,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.36,"G-221_outline_innermost_square_data-generator":0.5893288222360922,"G-222_mark_tangent_point_of_circles_data-generator":0.37333333333333335,"G-223_highlight_horizontal_lines_data-generator":0.4380442663613814,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5923717625666026,"G-247_identify_chinese_character_data-generator":0.2610209606997217,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.784901552885029,"G-250_color_triple_intersection_red_data-generator":0.35586799999999996,"G-273_high_density_liquid_data-generator":0.43292400000000003,"G-47_multiple_keys_for_one_door_data-generator":0.2918814445954688,"G-54_connecting_color_data-generator":0.1984323590903423,"O-11_shape_color_then_move_data-generator":0.6457621564072629,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.6949273644281704,"O-2_pigment_color_mixing_subtractive_data-generator":0.454036,"O-39_maze_data-generator":0.6279898770420752,"O-43_object_subtraction_data-generator":0.23870000000000005,"O-46_shape_sorter_data-generator":0.4067375744347349,"O-49_symmetry_completion_data-generator":0.8787879999999999,"O-54_control_panel_data-generator":0.326297530898218,"O-56_raven_data-generator":0.43555513156821846,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.29050368581984276,"O-5_symbol_deletion_data-generator":0.31688708436255364,"O-60_symbol_substitute_data-generator":0.29527557420108663,"O-61_symbol_edit_data-generator":0.29630793317104176,"O-62_gravity_physics_data-generator":0.008128,"O-64_animal_matching_data-generator":0.451429109825981,"O-65_animal_size_sorting_data-generator":0.6446237807701847,"O-6_2d_geometric_transformation_data-generator":0.38212380311151906,"O-85_2d_object_rotation_data-generator":0.5567429802428536,"O-9_shape_scaling_data-generator":0.6579345488623212},"taskStats":{"wins":58,"losses":31,"ties":11},"dataUrl":"data/runs/ckpt-300-cps07.json","sourceResultUrl":"data/source_results/ckpt-300-cps07.json"},{"id":"ckpt-600-unipc","label":"Checkpoint 600 · UniPC ODE","shortLabel":"Step 600 · UniPC ODE","checkpoint":600,"mode":"unipc","modeLabel":"UniPC ODE","modeOrder":0,"isBaseline":false,"scores":{"overall":0.5087118999661372,"inDomain":0.6124569627048478,"outOfDomain":0.4049668372274266},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6751500731655552,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.6799999999999999,"G-138_spot_unique_non_repeated_color_data-generator":0.6142064764897545,"G-13_grid_number_sequence_data-generator":0.3862160835747738,"G-158_identify_all_hollow_points_data-generator":0.975,"G-15_grid_avoid_obstacles_data-generator":0.6710493415773675,"G-16_grid_go_through_block_data-generator":0.6503959100311463,"G-18_grid_shortest_path_data-generator":0.9892476153373719,"G-194_construct_concentric_ring_data-generator":0.3527095974279434,"G-21_multiple_occlusions_vertical_data-generator":0.9766784617488085,"G-25_seperate_object_spinning_data-generator":0.732113496653162,"G-29_chart_extreme_with_data_data-generator":0.6475191208880327,"G-31_directed_graph_navigation_data-generator":0.644976973250316,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.379825459313634,"G-41_grid_highest_cost_data-generator":0.9657526786494577,"G-43_understand_scene_structure_data-generator":0.3006673153060973,"G-45_key_door_matching_data-generator":0.4185812975129714,"G-51_predict_next_color_data-generator":0.8443536838019405,"G-5_multi_object_placement_data-generator":0.7829633268369621,"G-8_track_object_movement_data-generator":0.8012186700707289,"G-9_identify_objects_in_region_data-generator":0.19799440742991434,"O-10_shape_outline_fill_data-generator":0.6981976439287035,"O-12_shape_color_then_scale_data-generator":0.6713149294436488,"O-13_shape_outline_then_move_data-generator":0.8278636981517824,"O-14_shape_scale_then_outline_data-generator":0.5681943311362961,"O-15_ball_bounces_given_time_data-generator":0.5204317501092078,"O-16_color_addition_data-generator":0.406432,"O-18_glass_refraction_data-generator":0.47126,"O-19_mirror_reflection_data-generator":0.5072720000000001,"O-21_construction_blueprint_data-generator":0.5829263992099145,"O-23_domino_chain_branch_path_prediction_data-generator":0.8231300000000001,"O-24_domino_chain_gap_analysis_data-generator":0.7438100000000001,"O-25_LEGO_construction_assembly_data-generator":0.784104,"O-29_ballcolor_data-generator":0.46351200000000004,"O-30_bookshelf_data-generator":0.33534,"O-31_ball_eating_data-generator":0.5054000000000001,"O-32_rolling_ball_data-generator":0.867362,"O-33_counting_object_data-generator":0.321048,"O-34_dot_to_dot_task_data-generator":0.09830670995670995,"O-36_grid_shift_data-generator":0.7919199785372434,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9748812690401361,"O-45_sequence_completion_data-generator":0.835244,"O-47_sliding_puzzle_data-generator":0.364892,"O-52_traffic_light_data-generator":0.37984,"O-53_clock_data-generator":0.28858143666280733,"O-55_rotation_data-generator":0.41140800000000005,"O-75_communicating_vessels_data-generator":0.517556,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6853000149186955,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.36,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.36,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.19922013269101896,"G-169_locate_intersection_of_segments_data-generator":0.5875260343831801,"G-174_arrange_circles_by_circumference_data-generator":0.18304212491155283,"G-189_draw_midpoint_perpendicular_line_data-generator":0.44358000000000003,"G-193_draw_next_sized_shape_data-generator":0.366882477100022,"G-202_mark_wave_peaks_data-generator":0.40069788031636655,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.5257995098546915,"G-217_circle_central_dot_data-generator":0.19495478878209138,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.4973598638348826,"G-222_mark_tangent_point_of_circles_data-generator":0.39414575774038696,"G-223_highlight_horizontal_lines_data-generator":0.9282758620689655,"G-240_add_borders_to_unbordered_shapes_data-generator":0.7053609935462124,"G-247_identify_chinese_character_data-generator":0.288331242330067,"G-248_mark_asymmetrical_shape_data-generator":0.3594219977553311,"G-24_separate_objects_no_spin_data-generator":0.7788249502210292,"G-250_color_triple_intersection_red_data-generator":0.24986000000000003,"G-273_high_density_liquid_data-generator":0.27940400000000004,"G-47_multiple_keys_for_one_door_data-generator":0.20532317128850264,"G-54_connecting_color_data-generator":0.16090680466024881,"O-11_shape_color_then_move_data-generator":0.6817747418049263,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.3729971481051094,"O-2_pigment_color_mixing_subtractive_data-generator":0.577156,"O-39_maze_data-generator":0.3921929077039311,"O-43_object_subtraction_data-generator":0.49558,"O-46_shape_sorter_data-generator":0.45219362112168693,"O-49_symmetry_completion_data-generator":0.896736,"O-54_control_panel_data-generator":0.2754249226673745,"O-56_raven_data-generator":0.43597198879551824,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2936459302217852,"O-5_symbol_deletion_data-generator":0.30985308030072384,"O-60_symbol_substitute_data-generator":0.2899200909276761,"O-61_symbol_edit_data-generator":0.2959371116961592,"O-62_gravity_physics_data-generator":0.060016930879302176,"O-64_animal_matching_data-generator":0.4454642481150368,"O-65_animal_size_sorting_data-generator":0.599025216680405,"O-6_2d_geometric_transformation_data-generator":0.34319205907082606,"O-85_2d_object_rotation_data-generator":0.3964717649687685,"O-9_shape_scaling_data-generator":0.590570491908854},"taskStats":{"wins":35,"losses":52,"ties":13},"dataUrl":"data/runs/ckpt-600-unipc.json","sourceResultUrl":"data/source_results/ckpt-600-unipc.json"},{"id":"ckpt-600-euler","label":"Checkpoint 600 · Euler ODE","shortLabel":"Step 600 · Euler ODE","checkpoint":600,"mode":"euler","modeLabel":"Euler ODE","modeOrder":1,"isBaseline":false,"scores":{"overall":0.5100485154221827,"inDomain":0.6190221082517573,"outOfDomain":0.4010749225926081},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6752278430780753,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.6082708277927243,"G-13_grid_number_sequence_data-generator":0.41149719344857844,"G-158_identify_all_hollow_points_data-generator":0.9508333333333333,"G-15_grid_avoid_obstacles_data-generator":0.6667094167933987,"G-16_grid_go_through_block_data-generator":0.6350256492707329,"G-18_grid_shortest_path_data-generator":0.9892498406416141,"G-194_construct_concentric_ring_data-generator":0.5126862449254498,"G-21_multiple_occlusions_vertical_data-generator":0.9761027642437259,"G-25_seperate_object_spinning_data-generator":0.7389868854808734,"G-29_chart_extreme_with_data_data-generator":0.6491169006597779,"G-31_directed_graph_navigation_data-generator":0.635682932201155,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.399870757738812,"G-41_grid_highest_cost_data-generator":0.9615766473639473,"G-43_understand_scene_structure_data-generator":0.3005488374409143,"G-45_key_door_matching_data-generator":0.41564796165200574,"G-51_predict_next_color_data-generator":0.8446760009178554,"G-5_multi_object_placement_data-generator":0.7666915377943654,"G-8_track_object_movement_data-generator":0.7821637493049732,"G-9_identify_objects_in_region_data-generator":0.1980064381670396,"O-10_shape_outline_fill_data-generator":0.6989920137551364,"O-12_shape_color_then_scale_data-generator":0.6692346828730023,"O-13_shape_outline_then_move_data-generator":0.8272460839457395,"O-14_shape_scale_then_outline_data-generator":0.6530300528331497,"O-15_ball_bounces_given_time_data-generator":0.4927312033128727,"O-16_color_addition_data-generator":0.4,"O-18_glass_refraction_data-generator":0.471704,"O-19_mirror_reflection_data-generator":0.509948,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.81495,"O-24_domino_chain_gap_analysis_data-generator":0.86488,"O-25_LEGO_construction_assembly_data-generator":0.7790600000000001,"O-29_ballcolor_data-generator":0.47624000000000005,"O-30_bookshelf_data-generator":0.335754,"O-31_ball_eating_data-generator":0.53698,"O-32_rolling_ball_data-generator":0.863626,"O-33_counting_object_data-generator":0.336632,"O-34_dot_to_dot_task_data-generator":0.10232619047619047,"O-36_grid_shift_data-generator":0.8043036170151033,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9750474451103276,"O-45_sequence_completion_data-generator":0.834924,"O-47_sliding_puzzle_data-generator":0.310872,"O-52_traffic_light_data-generator":0.40493199999999996,"O-53_clock_data-generator":0.30309636101699333,"O-55_rotation_data-generator":0.414756,"O-75_communicating_vessels_data-generator":0.5352680000000001,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6855139005259188,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.36,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.19917328534019862,"G-169_locate_intersection_of_segments_data-generator":0.7029284233836572,"G-174_arrange_circles_by_circumference_data-generator":0.1826409635726028,"G-189_draw_midpoint_perpendicular_line_data-generator":0.4525720000000001,"G-193_draw_next_sized_shape_data-generator":0.33077757753730647,"G-202_mark_wave_peaks_data-generator":0.4009747089283621,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.3876467323158938,"G-217_circle_central_dot_data-generator":0.19566582069232658,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.497131637036753,"G-222_mark_tangent_point_of_circles_data-generator":0.3929221194155765,"G-223_highlight_horizontal_lines_data-generator":0.9290419557317475,"G-240_add_borders_to_unbordered_shapes_data-generator":0.7161722032604741,"G-247_identify_chinese_character_data-generator":0.28775191207196954,"G-248_mark_asymmetrical_shape_data-generator":0.35976966242985514,"G-24_separate_objects_no_spin_data-generator":0.7789566760190179,"G-250_color_triple_intersection_red_data-generator":0.253484,"G-273_high_density_liquid_data-generator":0.296096,"G-47_multiple_keys_for_one_door_data-generator":0.19005750435713792,"G-54_connecting_color_data-generator":0.1610762376429184,"O-11_shape_color_then_move_data-generator":0.6338501507688145,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.36677435946630055,"O-2_pigment_color_mixing_subtractive_data-generator":0.56626,"O-39_maze_data-generator":0.38174254952255604,"O-43_object_subtraction_data-generator":0.49848,"O-46_shape_sorter_data-generator":0.43841170404524404,"O-49_symmetry_completion_data-generator":0.8675599999999999,"O-54_control_panel_data-generator":0.24864813945040684,"O-56_raven_data-generator":0.435939006478297,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.29364275617519064,"O-5_symbol_deletion_data-generator":0.3103246935676126,"O-60_symbol_substitute_data-generator":0.2901989814259479,"O-61_symbol_edit_data-generator":0.2959872214082694,"O-62_gravity_physics_data-generator":0.05814138831377354,"O-64_animal_matching_data-generator":0.4364412110543472,"O-65_animal_size_sorting_data-generator":0.6410242364678205,"O-6_2d_geometric_transformation_data-generator":0.37446163260793397,"O-85_2d_object_rotation_data-generator":0.36967729801551513,"O-9_shape_scaling_data-generator":0.6358274806006559},"taskStats":{"wins":34,"losses":50,"ties":16},"dataUrl":"data/runs/ckpt-600-euler.json","sourceResultUrl":"data/source_results/ckpt-600-euler.json"},{"id":"ckpt-600-cps03","label":"Checkpoint 600 · CPS 0.3","shortLabel":"Step 600 · CPS 0.3","checkpoint":600,"mode":"cps03","modeLabel":"CPS 0.3","modeOrder":2,"isBaseline":false,"scores":{"overall":0.5142581917585582,"inDomain":0.6310986836978629,"outOfDomain":0.3974176998192537},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.5154083142741828,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.36,"G-138_spot_unique_non_repeated_color_data-generator":0.5198715437852035,"G-13_grid_number_sequence_data-generator":0.36923784463612747,"G-158_identify_all_hollow_points_data-generator":0.9720000000000001,"G-15_grid_avoid_obstacles_data-generator":0.6862970933900516,"G-16_grid_go_through_block_data-generator":0.4115333729391709,"G-18_grid_shortest_path_data-generator":0.9891962206733893,"G-194_construct_concentric_ring_data-generator":0.5130504266290191,"G-21_multiple_occlusions_vertical_data-generator":0.9833794020583397,"G-25_seperate_object_spinning_data-generator":0.7827003344170641,"G-29_chart_extreme_with_data_data-generator":0.615269921357577,"G-31_directed_graph_navigation_data-generator":0.6644846212252429,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6134482212381023,"G-41_grid_highest_cost_data-generator":0.8927861954034217,"G-43_understand_scene_structure_data-generator":0.5177408106320247,"G-45_key_door_matching_data-generator":0.4249706130883359,"G-51_predict_next_color_data-generator":0.7200089256428053,"G-5_multi_object_placement_data-generator":0.6790127922182405,"G-8_track_object_movement_data-generator":0.3853930254676138,"G-9_identify_objects_in_region_data-generator":0.1983102468847327,"O-10_shape_outline_fill_data-generator":0.7131623169048009,"O-12_shape_color_then_scale_data-generator":0.6981290330655636,"O-13_shape_outline_then_move_data-generator":0.8446007239944328,"O-14_shape_scale_then_outline_data-generator":0.6743830563950874,"O-15_ball_bounces_given_time_data-generator":0.44029012331467515,"O-16_color_addition_data-generator":0.501568,"O-18_glass_refraction_data-generator":0.6893480000000001,"O-19_mirror_reflection_data-generator":0.714284,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.9392699999999999,"O-24_domino_chain_gap_analysis_data-generator":0.84651,"O-25_LEGO_construction_assembly_data-generator":0.965212,"O-29_ballcolor_data-generator":0.515552,"O-30_bookshelf_data-generator":0.372846,"O-31_ball_eating_data-generator":0.7685,"O-32_rolling_ball_data-generator":0.911674,"O-33_counting_object_data-generator":0.384008,"O-34_dot_to_dot_task_data-generator":0.15336507936507934,"O-36_grid_shift_data-generator":0.8268427091980461,"O-37_light_sequence_data-generator":0.215648,"O-38_majority_color_data-generator":0.99816,"O-44_rotation_puzzle_data-generator":0.9750895698064669,"O-45_sequence_completion_data-generator":0.8234440000000001,"O-47_sliding_puzzle_data-generator":0.339532,"O-52_traffic_light_data-generator":0.47935999999999995,"O-53_clock_data-generator":0.19278764688834743,"O-55_rotation_data-generator":0.453988,"O-75_communicating_vessels_data-generator":0.60728,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.4194567901234568,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.39285112087565927,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6799999999999999,"G-160_circle_largest_numerical_value_data-generator":0.58,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.35992438941451804,"G-169_locate_intersection_of_segments_data-generator":0.5402715677990605,"G-174_arrange_circles_by_circumference_data-generator":0.12419820528986322,"G-189_draw_midpoint_perpendicular_line_data-generator":0.47919999999999996,"G-193_draw_next_sized_shape_data-generator":0.41538968039368,"G-202_mark_wave_peaks_data-generator":0.26666666666666666,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.38,"G-217_circle_central_dot_data-generator":0.19241568254736233,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.36,"G-221_outline_innermost_square_data-generator":0.5914180527619741,"G-222_mark_tangent_point_of_circles_data-generator":0.39528500276701717,"G-223_highlight_horizontal_lines_data-generator":0.4385545467225622,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5121542449786929,"G-247_identify_chinese_character_data-generator":0.26425094568645346,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.7823238425618322,"G-250_color_triple_intersection_red_data-generator":0.35893600000000003,"G-273_high_density_liquid_data-generator":0.418972,"G-47_multiple_keys_for_one_door_data-generator":0.21546720191703975,"G-54_connecting_color_data-generator":0.19867418995660358,"O-11_shape_color_then_move_data-generator":0.6936059533672729,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.35171251331799736,"O-2_pigment_color_mixing_subtractive_data-generator":0.55282,"O-39_maze_data-generator":0.5797769218207784,"O-43_object_subtraction_data-generator":0.409104,"O-46_shape_sorter_data-generator":0.38563641006770294,"O-49_symmetry_completion_data-generator":0.8480719999999999,"O-54_control_panel_data-generator":0.3177762425303758,"O-56_raven_data-generator":0.43589960738959094,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.29075897080976104,"O-5_symbol_deletion_data-generator":0.31641087700338927,"O-60_symbol_substitute_data-generator":0.296495778120743,"O-61_symbol_edit_data-generator":0.2962667346831852,"O-62_gravity_physics_data-generator":0.0068904000000000005,"O-64_animal_matching_data-generator":0.4552730972686597,"O-65_animal_size_sorting_data-generator":0.6680487218597589,"O-6_2d_geometric_transformation_data-generator":0.40915561694283575,"O-85_2d_object_rotation_data-generator":0.5251506924469566,"O-9_shape_scaling_data-generator":0.6356203228712342},"taskStats":{"wins":53,"losses":38,"ties":9},"dataUrl":"data/runs/ckpt-600-cps03.json","sourceResultUrl":"data/source_results/ckpt-600-cps03.json"},{"id":"ckpt-600-cps07","label":"Checkpoint 600 · CPS 0.7","shortLabel":"Step 600 · CPS 0.7","checkpoint":600,"mode":"cps07","modeLabel":"CPS 0.7","modeOrder":3,"isBaseline":false,"scores":{"overall":0.5345558993578596,"inDomain":0.6560256406634535,"outOfDomain":0.41308615805226573},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.675574391703231,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.6671074421619857,"G-13_grid_number_sequence_data-generator":0.4910638171517734,"G-158_identify_all_hollow_points_data-generator":0.9359999999999999,"G-15_grid_avoid_obstacles_data-generator":0.6806274346014508,"G-16_grid_go_through_block_data-generator":0.42078619369656656,"G-18_grid_shortest_path_data-generator":0.8891787139821498,"G-194_construct_concentric_ring_data-generator":0.6747269259605642,"G-21_multiple_occlusions_vertical_data-generator":0.9856513158038529,"G-25_seperate_object_spinning_data-generator":0.7318928537919607,"G-29_chart_extreme_with_data_data-generator":0.6180567389272829,"G-31_directed_graph_navigation_data-generator":0.6504598373633677,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6240545717813596,"G-41_grid_highest_cost_data-generator":0.8863338643917185,"G-43_understand_scene_structure_data-generator":0.6273698804284911,"G-45_key_door_matching_data-generator":0.4241835921478514,"G-51_predict_next_color_data-generator":0.7181646032864013,"G-5_multi_object_placement_data-generator":0.7629342160912087,"G-8_track_object_movement_data-generator":0.6512653278944567,"G-9_identify_objects_in_region_data-generator":0.2863362346100232,"O-10_shape_outline_fill_data-generator":0.7833882781251753,"O-12_shape_color_then_scale_data-generator":0.6062242168500461,"O-13_shape_outline_then_move_data-generator":0.8325510112333729,"O-14_shape_scale_then_outline_data-generator":0.6770637977612005,"O-15_ball_bounces_given_time_data-generator":0.5617394762740706,"O-16_color_addition_data-generator":0.5029600000000001,"O-18_glass_refraction_data-generator":0.516776,"O-19_mirror_reflection_data-generator":0.631724,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.9222699999999999,"O-24_domino_chain_gap_analysis_data-generator":0.8662599999999999,"O-25_LEGO_construction_assembly_data-generator":0.95396,"O-29_ballcolor_data-generator":0.5556639999999999,"O-30_bookshelf_data-generator":0.34040400000000004,"O-31_ball_eating_data-generator":0.849,"O-32_rolling_ball_data-generator":0.9117719999999998,"O-33_counting_object_data-generator":0.40394399999999997,"O-34_dot_to_dot_task_data-generator":0.11182539682539683,"O-36_grid_shift_data-generator":0.8309181414943316,"O-37_light_sequence_data-generator":0.23811200000000002,"O-38_majority_color_data-generator":0.9961439999999999,"O-44_rotation_puzzle_data-generator":0.9755100294506445,"O-45_sequence_completion_data-generator":0.940764,"O-47_sliding_puzzle_data-generator":0.322268,"O-52_traffic_light_data-generator":0.53828,"O-53_clock_data-generator":0.1933917293827385,"O-55_rotation_data-generator":0.471676,"O-75_communicating_vessels_data-generator":0.648924,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.5880493827160493,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.5068480380404163,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6799999999999999,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.6795976976591969,"G-169_locate_intersection_of_segments_data-generator":0.5234315437060787,"G-174_arrange_circles_by_circumference_data-generator":0.1287921709668461,"G-189_draw_midpoint_perpendicular_line_data-generator":0.49055600000000005,"G-193_draw_next_sized_shape_data-generator":0.39574723504760423,"G-202_mark_wave_peaks_data-generator":0.3466666666666667,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.2404734215843952,"G-217_circle_central_dot_data-generator":0.19561891144009805,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.36,"G-221_outline_innermost_square_data-generator":0.5894317268460108,"G-222_mark_tangent_point_of_circles_data-generator":0.37333333333333335,"G-223_highlight_horizontal_lines_data-generator":0.4381085448151317,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5868009439433591,"G-247_identify_chinese_character_data-generator":0.2659339113047882,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.7849323346940843,"G-250_color_triple_intersection_red_data-generator":0.352904,"G-273_high_density_liquid_data-generator":0.44892000000000004,"G-47_multiple_keys_for_one_door_data-generator":0.3035495308070975,"G-54_connecting_color_data-generator":0.19875602397159825,"O-11_shape_color_then_move_data-generator":0.6448063001377926,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.7020105089449424,"O-2_pigment_color_mixing_subtractive_data-generator":0.473212,"O-39_maze_data-generator":0.6888635776962831,"O-43_object_subtraction_data-generator":0.227236,"O-46_shape_sorter_data-generator":0.4066329916520253,"O-49_symmetry_completion_data-generator":0.8786619999999999,"O-54_control_panel_data-generator":0.31706591172209675,"O-56_raven_data-generator":0.4353550166476959,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2906769946614614,"O-5_symbol_deletion_data-generator":0.31669478771733306,"O-60_symbol_substitute_data-generator":0.29526038339662775,"O-61_symbol_edit_data-generator":0.29626634454717093,"O-62_gravity_physics_data-generator":0.01297396923076923,"O-64_animal_matching_data-generator":0.44599254427668394,"O-65_animal_size_sorting_data-generator":0.632174404924989,"O-6_2d_geometric_transformation_data-generator":0.39478714780284496,"O-85_2d_object_rotation_data-generator":0.5627065941292463,"O-9_shape_scaling_data-generator":0.6844790075825677},"taskStats":{"wins":56,"losses":33,"ties":11},"dataUrl":"data/runs/ckpt-600-cps07.json","sourceResultUrl":"data/source_results/ckpt-600-cps07.json"},{"id":"ckpt-900-unipc","label":"Checkpoint 900 · UniPC ODE","shortLabel":"Step 900 · UniPC ODE","checkpoint":900,"mode":"unipc","modeLabel":"UniPC ODE","modeOrder":0,"isBaseline":false,"scores":{"overall":0.5029892742120937,"inDomain":0.6059664595768214,"outOfDomain":0.4000120888473659},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6752217021490765,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.5027843043758871,"G-13_grid_number_sequence_data-generator":0.4540781138302529,"G-158_identify_all_hollow_points_data-generator":0.9466666666666667,"G-15_grid_avoid_obstacles_data-generator":0.5596464479731973,"G-16_grid_go_through_block_data-generator":0.5947760427886956,"G-18_grid_shortest_path_data-generator":0.9891929935668567,"G-194_construct_concentric_ring_data-generator":0.3527542553839475,"G-21_multiple_occlusions_vertical_data-generator":0.9771722148108466,"G-25_seperate_object_spinning_data-generator":0.7604092042353409,"G-29_chart_extreme_with_data_data-generator":0.6478633208227643,"G-31_directed_graph_navigation_data-generator":0.5978752791610729,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.5058168607429254,"G-41_grid_highest_cost_data-generator":0.894088569617035,"G-43_understand_scene_structure_data-generator":0.3646287257108431,"G-45_key_door_matching_data-generator":0.3938045207783133,"G-51_predict_next_color_data-generator":0.8385677722447042,"G-5_multi_object_placement_data-generator":0.6794265107314394,"G-8_track_object_movement_data-generator":0.6915673424897587,"G-9_identify_objects_in_region_data-generator":0.269805835722795,"O-10_shape_outline_fill_data-generator":0.6820965071034031,"O-12_shape_color_then_scale_data-generator":0.6499530532640191,"O-13_shape_outline_then_move_data-generator":0.8257276778082705,"O-14_shape_scale_then_outline_data-generator":0.5948367747139012,"O-15_ball_bounces_given_time_data-generator":0.4982756314343522,"O-16_color_addition_data-generator":0.40525599999999995,"O-18_glass_refraction_data-generator":0.45964400000000005,"O-19_mirror_reflection_data-generator":0.492164,"O-21_construction_blueprint_data-generator":0.5957546944726726,"O-23_domino_chain_branch_path_prediction_data-generator":0.76696,"O-24_domino_chain_gap_analysis_data-generator":0.86507,"O-25_LEGO_construction_assembly_data-generator":0.769728,"O-29_ballcolor_data-generator":0.46704,"O-30_bookshelf_data-generator":0.335022,"O-31_ball_eating_data-generator":0.47844,"O-32_rolling_ball_data-generator":0.8606659999999999,"O-33_counting_object_data-generator":0.48063599999999995,"O-34_dot_to_dot_task_data-generator":0.1336098104793757,"O-36_grid_shift_data-generator":0.7346082646161964,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9741199849027684,"O-45_sequence_completion_data-generator":0.8348040000000001,"O-47_sliding_puzzle_data-generator":0.304176,"O-52_traffic_light_data-generator":0.49536800000000003,"O-53_clock_data-generator":0.2753638962436939,"O-55_rotation_data-generator":0.39401600000000003,"O-75_communicating_vessels_data-generator":0.53284,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.7931660670644205,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.36,"G-160_circle_largest_numerical_value_data-generator":0.475,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.19884432454724657,"G-169_locate_intersection_of_segments_data-generator":0.7171377492866815,"G-174_arrange_circles_by_circumference_data-generator":0.24703708021646853,"G-189_draw_midpoint_perpendicular_line_data-generator":0.40697600000000006,"G-193_draw_next_sized_shape_data-generator":0.30616212463380393,"G-202_mark_wave_peaks_data-generator":0.44067996267219806,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.3886204819948883,"G-217_circle_central_dot_data-generator":0.1950748620820271,"G-218_identify_largest_angle_in_triangle_data-generator":0.2823593749999999,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.49580699009063334,"G-222_mark_tangent_point_of_circles_data-generator":0.3920121488230828,"G-223_highlight_horizontal_lines_data-generator":0.9296444006783741,"G-240_add_borders_to_unbordered_shapes_data-generator":0.6948460588592382,"G-247_identify_chinese_character_data-generator":0.2884028841646391,"G-248_mark_asymmetrical_shape_data-generator":0.3585043191485375,"G-24_separate_objects_no_spin_data-generator":0.7785275712915259,"G-250_color_triple_intersection_red_data-generator":0.23516000000000004,"G-273_high_density_liquid_data-generator":0.324796,"G-47_multiple_keys_for_one_door_data-generator":0.19615645761520498,"G-54_connecting_color_data-generator":0.15257129678886203,"O-11_shape_color_then_move_data-generator":0.6348477940822852,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.36991548779796635,"O-2_pigment_color_mixing_subtractive_data-generator":0.565804,"O-39_maze_data-generator":0.31801556473669,"O-43_object_subtraction_data-generator":0.49952399999999997,"O-46_shape_sorter_data-generator":0.2877347445373215,"O-49_symmetry_completion_data-generator":0.895952,"O-54_control_panel_data-generator":0.24471341938263574,"O-56_raven_data-generator":0.43589898216590406,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2926786840498364,"O-5_symbol_deletion_data-generator":0.3104782044653799,"O-60_symbol_substitute_data-generator":0.2943536269628213,"O-61_symbol_edit_data-generator":0.2960644246788005,"O-62_gravity_physics_data-generator":0.04643974090854083,"O-64_animal_matching_data-generator":0.4813253142091941,"O-65_animal_size_sorting_data-generator":0.5790396669181849,"O-6_2d_geometric_transformation_data-generator":0.33357558368522966,"O-85_2d_object_rotation_data-generator":0.3821236741341018,"O-9_shape_scaling_data-generator":0.6346333746955704},"taskStats":{"wins":35,"losses":52,"ties":13},"dataUrl":"data/runs/ckpt-900-unipc.json","sourceResultUrl":"data/source_results/ckpt-900-unipc.json"},{"id":"ckpt-900-euler","label":"Checkpoint 900 · Euler ODE","shortLabel":"Step 900 · Euler ODE","checkpoint":900,"mode":"euler","modeLabel":"Euler ODE","modeOrder":1,"isBaseline":false,"scores":{"overall":0.5037329678067152,"inDomain":0.614886396329614,"outOfDomain":0.3925795392838163},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6752870090634441,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.6594172390375228,"G-13_grid_number_sequence_data-generator":0.39723022245406225,"G-158_identify_all_hollow_points_data-generator":0.8826666666666668,"G-15_grid_avoid_obstacles_data-generator":0.559656081446185,"G-16_grid_go_through_block_data-generator":0.6450229155721546,"G-18_grid_shortest_path_data-generator":0.9891951679146809,"G-194_construct_concentric_ring_data-generator":0.35330170666251864,"G-21_multiple_occlusions_vertical_data-generator":0.9772071354506686,"G-25_seperate_object_spinning_data-generator":0.7732655099937261,"G-29_chart_extreme_with_data_data-generator":0.647610670924978,"G-31_directed_graph_navigation_data-generator":0.6475458149414833,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.40210359323982975,"G-41_grid_highest_cost_data-generator":0.9657441447451864,"G-43_understand_scene_structure_data-generator":0.3646711424418749,"G-45_key_door_matching_data-generator":0.4644941222667643,"G-51_predict_next_color_data-generator":0.8445325454526673,"G-5_multi_object_placement_data-generator":0.7397060458271596,"G-8_track_object_movement_data-generator":0.6775864111793213,"G-9_identify_objects_in_region_data-generator":0.2692507535246135,"O-10_shape_outline_fill_data-generator":0.6957992891740823,"O-12_shape_color_then_scale_data-generator":0.6527413910355757,"O-13_shape_outline_then_move_data-generator":0.830784611732121,"O-14_shape_scale_then_outline_data-generator":0.6070050457038983,"O-15_ball_bounces_given_time_data-generator":0.43857267866369043,"O-16_color_addition_data-generator":0.4,"O-18_glass_refraction_data-generator":0.46223600000000004,"O-19_mirror_reflection_data-generator":0.49719199999999997,"O-21_construction_blueprint_data-generator":0.7351976731277337,"O-23_domino_chain_branch_path_prediction_data-generator":0.81495,"O-24_domino_chain_gap_analysis_data-generator":0.86518,"O-25_LEGO_construction_assembly_data-generator":0.764508,"O-29_ballcolor_data-generator":0.46936800000000006,"O-30_bookshelf_data-generator":0.335006,"O-31_ball_eating_data-generator":0.52261,"O-32_rolling_ball_data-generator":0.8585239999999998,"O-33_counting_object_data-generator":0.528316,"O-34_dot_to_dot_task_data-generator":0.10234529238877063,"O-36_grid_shift_data-generator":0.7410860261946788,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9743179426035983,"O-45_sequence_completion_data-generator":0.833992,"O-47_sliding_puzzle_data-generator":0.36031199999999997,"O-52_traffic_light_data-generator":0.40652799999999994,"O-53_clock_data-generator":0.26851296705104033,"O-55_rotation_data-generator":0.41266800000000003,"O-75_communicating_vessels_data-generator":0.535072,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6854223188421152,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.3588346006173304,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.19883562934941948,"G-169_locate_intersection_of_segments_data-generator":0.7096889921029537,"G-174_arrange_circles_by_circumference_data-generator":0.1634373770212308,"G-189_draw_midpoint_perpendicular_line_data-generator":0.41960800000000004,"G-193_draw_next_sized_shape_data-generator":0.3214234721392436,"G-202_mark_wave_peaks_data-generator":0.40089773941379986,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.38816651770390925,"G-217_circle_central_dot_data-generator":0.19492360569420225,"G-218_identify_largest_angle_in_triangle_data-generator":0.2823593749999999,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.49607148033556525,"G-222_mark_tangent_point_of_circles_data-generator":0.39596330275229363,"G-223_highlight_horizontal_lines_data-generator":0.9276033774839452,"G-240_add_borders_to_unbordered_shapes_data-generator":0.7029671730964614,"G-247_identify_chinese_character_data-generator":0.2900912530039844,"G-248_mark_asymmetrical_shape_data-generator":0.3593102455270506,"G-24_separate_objects_no_spin_data-generator":0.778218322744347,"G-250_color_triple_intersection_red_data-generator":0.24226799999999998,"G-273_high_density_liquid_data-generator":0.29888800000000004,"G-47_multiple_keys_for_one_door_data-generator":0.19680057842791107,"G-54_connecting_color_data-generator":0.15286943323993862,"O-11_shape_color_then_move_data-generator":0.6320586458320754,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.3826420217617244,"O-2_pigment_color_mixing_subtractive_data-generator":0.561628,"O-39_maze_data-generator":0.3107835016914129,"O-43_object_subtraction_data-generator":0.412744,"O-46_shape_sorter_data-generator":0.3541347390942709,"O-49_symmetry_completion_data-generator":0.8374879999999999,"O-54_control_panel_data-generator":0.24125966532957274,"O-56_raven_data-generator":0.43600000000000005,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2926253722895068,"O-5_symbol_deletion_data-generator":0.3105074609494677,"O-60_symbol_substitute_data-generator":0.29552263922178124,"O-61_symbol_edit_data-generator":0.29609062398060987,"O-62_gravity_physics_data-generator":0.04158850851670716,"O-64_animal_matching_data-generator":0.45360392776956193,"O-65_animal_size_sorting_data-generator":0.5901731118909395,"O-6_2d_geometric_transformation_data-generator":0.3294775002919145,"O-85_2d_object_rotation_data-generator":0.37074851574914947,"O-9_shape_scaling_data-generator":0.6352519353264191},"taskStats":{"wins":34,"losses":53,"ties":13},"dataUrl":"data/runs/ckpt-900-euler.json","sourceResultUrl":"data/source_results/ckpt-900-euler.json"},{"id":"ckpt-900-cps03","label":"Checkpoint 900 · CPS 0.3","shortLabel":"Step 900 · CPS 0.3","checkpoint":900,"mode":"cps03","modeLabel":"CPS 0.3","modeOrder":2,"isBaseline":false,"scores":{"overall":0.5197113963937203,"inDomain":0.637310425603937,"outOfDomain":0.40211236718350357},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.515441135229121,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.36,"G-138_spot_unique_non_repeated_color_data-generator":0.5689021476559821,"G-13_grid_number_sequence_data-generator":0.36631420196440134,"G-158_identify_all_hollow_points_data-generator":0.9400000000000001,"G-15_grid_avoid_obstacles_data-generator":0.6864984455784631,"G-16_grid_go_through_block_data-generator":0.43254310518812655,"G-18_grid_shortest_path_data-generator":0.9491492657187564,"G-194_construct_concentric_ring_data-generator":0.513104192597199,"G-21_multiple_occlusions_vertical_data-generator":0.9859330021756124,"G-25_seperate_object_spinning_data-generator":0.8078025273069418,"G-29_chart_extreme_with_data_data-generator":0.6168623164003275,"G-31_directed_graph_navigation_data-generator":0.6733653861931669,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6638598497498882,"G-41_grid_highest_cost_data-generator":0.8926406017365395,"G-43_understand_scene_structure_data-generator":0.6227988626170535,"G-45_key_door_matching_data-generator":0.42032196373180514,"G-51_predict_next_color_data-generator":0.7196411153144033,"G-5_multi_object_placement_data-generator":0.6871291916006473,"G-8_track_object_movement_data-generator":0.32113780507520434,"G-9_identify_objects_in_region_data-generator":0.286963705276175,"O-10_shape_outline_fill_data-generator":0.6994270727649485,"O-12_shape_color_then_scale_data-generator":0.6498336393818555,"O-13_shape_outline_then_move_data-generator":0.8938159401097465,"O-14_shape_scale_then_outline_data-generator":0.5944008154214772,"O-15_ball_bounces_given_time_data-generator":0.5281281464217784,"O-16_color_addition_data-generator":0.518272,"O-18_glass_refraction_data-generator":0.643952,"O-19_mirror_reflection_data-generator":0.753296,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.91727,"O-24_domino_chain_gap_analysis_data-generator":0.84665,"O-25_LEGO_construction_assembly_data-generator":0.959816,"O-29_ballcolor_data-generator":0.551056,"O-30_bookshelf_data-generator":0.37321600000000005,"O-31_ball_eating_data-generator":0.817,"O-32_rolling_ball_data-generator":0.9111699999999999,"O-33_counting_object_data-generator":0.38741600000000004,"O-34_dot_to_dot_task_data-generator":0.17454166666666665,"O-36_grid_shift_data-generator":0.8162449389203509,"O-37_light_sequence_data-generator":0.21611200000000003,"O-38_majority_color_data-generator":0.9952479999999999,"O-44_rotation_puzzle_data-generator":0.9752732666689145,"O-45_sequence_completion_data-generator":0.826412,"O-47_sliding_puzzle_data-generator":0.323412,"O-52_traffic_light_data-generator":0.516848,"O-53_clock_data-generator":0.19233697273129988,"O-55_rotation_data-generator":0.45176,"O-75_communicating_vessels_data-generator":0.6062040000000001,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.4294320987654321,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.3926773530024553,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6798147071698709,"G-160_circle_largest_numerical_value_data-generator":0.58,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.359907538975724,"G-169_locate_intersection_of_segments_data-generator":0.5389102172735346,"G-174_arrange_circles_by_circumference_data-generator":0.12625854642800258,"G-189_draw_midpoint_perpendicular_line_data-generator":0.47919999999999996,"G-193_draw_next_sized_shape_data-generator":0.41063738084694235,"G-202_mark_wave_peaks_data-generator":0.26666666666666666,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.3804927963326784,"G-217_circle_central_dot_data-generator":0.19255805585208913,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.36,"G-221_outline_innermost_square_data-generator":0.5925778221885174,"G-222_mark_tangent_point_of_circles_data-generator":0.38432234432234436,"G-223_highlight_horizontal_lines_data-generator":0.43846443893906095,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5773570073902478,"G-247_identify_chinese_character_data-generator":0.26770981884804534,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.7518665738110404,"G-250_color_triple_intersection_red_data-generator":0.35366400000000003,"G-273_high_density_liquid_data-generator":0.42199600000000004,"G-47_multiple_keys_for_one_door_data-generator":0.2124765278858935,"G-54_connecting_color_data-generator":0.19896704557562078,"O-11_shape_color_then_move_data-generator":0.7380373895649888,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.3189599235587255,"O-2_pigment_color_mixing_subtractive_data-generator":0.551368,"O-39_maze_data-generator":0.6371932611745201,"O-43_object_subtraction_data-generator":0.409968,"O-46_shape_sorter_data-generator":0.41970396803472426,"O-49_symmetry_completion_data-generator":0.8476239999999999,"O-54_control_panel_data-generator":0.31611508361023255,"O-56_raven_data-generator":0.43600000000000005,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2909994701396288,"O-5_symbol_deletion_data-generator":0.3165746053059896,"O-60_symbol_substitute_data-generator":0.2965111007806804,"O-61_symbol_edit_data-generator":0.2962928132954362,"O-62_gravity_physics_data-generator":0.0082244,"O-64_animal_matching_data-generator":0.4607599650489352,"O-65_animal_size_sorting_data-generator":0.6793804553884131,"O-6_2d_geometric_transformation_data-generator":0.4134623116536096,"O-85_2d_object_rotation_data-generator":0.5273623237973105,"O-9_shape_scaling_data-generator":0.7151243475478186},"taskStats":{"wins":56,"losses":35,"ties":9},"dataUrl":"data/runs/ckpt-900-cps03.json","sourceResultUrl":"data/source_results/ckpt-900-cps03.json"},{"id":"ckpt-900-cps07","label":"Checkpoint 900 · CPS 0.7","shortLabel":"Step 900 · CPS 0.7","checkpoint":900,"mode":"cps07","modeLabel":"CPS 0.7","modeOrder":3,"isBaseline":false,"scores":{"overall":0.5330661752665072,"inDomain":0.651549953767532,"outOfDomain":0.4145823967654825},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.5157338521487049,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.6685102247886442,"G-13_grid_number_sequence_data-generator":0.48901673530713985,"G-158_identify_all_hollow_points_data-generator":0.9189999999999999,"G-15_grid_avoid_obstacles_data-generator":0.6803037259779028,"G-16_grid_go_through_block_data-generator":0.379723979316454,"G-18_grid_shortest_path_data-generator":0.9002437163172632,"G-194_construct_concentric_ring_data-generator":0.5132702848787538,"G-21_multiple_occlusions_vertical_data-generator":0.9845664775757677,"G-25_seperate_object_spinning_data-generator":0.8187376118825416,"G-29_chart_extreme_with_data_data-generator":0.6230196683066549,"G-31_directed_graph_navigation_data-generator":0.6555367785268567,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6240381563594992,"G-41_grid_highest_cost_data-generator":0.8861546903120605,"G-43_understand_scene_structure_data-generator":0.5785963489699478,"G-45_key_door_matching_data-generator":0.4455125183122073,"G-51_predict_next_color_data-generator":0.717771996767467,"G-5_multi_object_placement_data-generator":0.7124830269025229,"G-8_track_object_movement_data-generator":0.7275880592656245,"G-9_identify_objects_in_region_data-generator":0.342000384453634,"O-10_shape_outline_fill_data-generator":0.7833190748041563,"O-12_shape_color_then_scale_data-generator":0.7639488965259196,"O-13_shape_outline_then_move_data-generator":0.823344289314807,"O-14_shape_scale_then_outline_data-generator":0.6652689747834913,"O-15_ball_bounces_given_time_data-generator":0.5535747778010187,"O-16_color_addition_data-generator":0.504544,"O-18_glass_refraction_data-generator":0.496952,"O-19_mirror_reflection_data-generator":0.574952,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.94727,"O-24_domino_chain_gap_analysis_data-generator":0.86256,"O-25_LEGO_construction_assembly_data-generator":0.962188,"O-29_ballcolor_data-generator":0.524728,"O-30_bookshelf_data-generator":0.341346,"O-31_ball_eating_data-generator":0.82006,"O-32_rolling_ball_data-generator":0.908376,"O-33_counting_object_data-generator":0.435348,"O-34_dot_to_dot_task_data-generator":0.11998015873015873,"O-36_grid_shift_data-generator":0.8322944701708282,"O-37_light_sequence_data-generator":0.21355200000000002,"O-38_majority_color_data-generator":0.9915040000000002,"O-44_rotation_puzzle_data-generator":0.975498759787903,"O-45_sequence_completion_data-generator":0.965316,"O-47_sliding_puzzle_data-generator":0.300212,"O-52_traffic_light_data-generator":0.544468,"O-53_clock_data-generator":0.19243205008867179,"O-55_rotation_data-generator":0.47028400000000004,"O-75_communicating_vessels_data-generator":0.606368,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.5623703703703703,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.4885402441779396,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6794619698562917,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.5195238509651444,"G-169_locate_intersection_of_segments_data-generator":0.6565153724500272,"G-174_arrange_circles_by_circumference_data-generator":0.1720952125823749,"G-189_draw_midpoint_perpendicular_line_data-generator":0.486368,"G-193_draw_next_sized_shape_data-generator":0.3993611334462102,"G-202_mark_wave_peaks_data-generator":0.30666666666666664,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.2400330851943755,"G-217_circle_central_dot_data-generator":0.19575915644546826,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.36,"G-221_outline_innermost_square_data-generator":0.589080017686344,"G-222_mark_tangent_point_of_circles_data-generator":0.37333333333333335,"G-223_highlight_horizontal_lines_data-generator":0.43796014955748025,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5716968402163857,"G-247_identify_chinese_character_data-generator":0.2696935267892367,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.7429571391634646,"G-250_color_triple_intersection_red_data-generator":0.34600800000000004,"G-273_high_density_liquid_data-generator":0.43976800000000005,"G-47_multiple_keys_for_one_door_data-generator":0.29853927901079225,"G-54_connecting_color_data-generator":0.19888421448505075,"O-11_shape_color_then_move_data-generator":0.6427861706586772,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.7095146730861391,"O-2_pigment_color_mixing_subtractive_data-generator":0.47908,"O-39_maze_data-generator":0.7158911388438853,"O-43_object_subtraction_data-generator":0.409552,"O-46_shape_sorter_data-generator":0.38869545403853095,"O-49_symmetry_completion_data-generator":0.878186,"O-54_control_panel_data-generator":0.31178387143582753,"O-56_raven_data-generator":0.4357073741708935,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.290909350827098,"O-5_symbol_deletion_data-generator":0.31623423856847427,"O-60_symbol_substitute_data-generator":0.2964016740299728,"O-61_symbol_edit_data-generator":0.2964183550730468,"O-62_gravity_physics_data-generator":0.015422626153846153,"O-64_animal_matching_data-generator":0.44004853515795694,"O-65_animal_size_sorting_data-generator":0.6377436662202176,"O-6_2d_geometric_transformation_data-generator":0.41474993713524444,"O-85_2d_object_rotation_data-generator":0.5611828206946102,"O-9_shape_scaling_data-generator":0.6841963897827475},"taskStats":{"wins":55,"losses":34,"ties":11},"dataUrl":"data/runs/ckpt-900-cps07.json","sourceResultUrl":"data/source_results/ckpt-900-cps07.json"},{"id":"ckpt-1200-unipc","label":"Checkpoint 1200 · UniPC ODE","shortLabel":"Step 1200 · UniPC ODE","checkpoint":1200,"mode":"unipc","modeLabel":"UniPC ODE","modeOrder":0,"isBaseline":false,"scores":{"overall":0.49711631678685253,"inDomain":0.5934360461385343,"outOfDomain":0.4007965874351708},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6754442710867292,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.5538429780427306,"G-13_grid_number_sequence_data-generator":0.4763092536913175,"G-158_identify_all_hollow_points_data-generator":0.9280000000000002,"G-15_grid_avoid_obstacles_data-generator":0.5235407550513448,"G-16_grid_go_through_block_data-generator":0.5320139832834272,"G-18_grid_shortest_path_data-generator":0.9891051115012317,"G-194_construct_concentric_ring_data-generator":0.19271756983989252,"G-21_multiple_occlusions_vertical_data-generator":0.9762683402484151,"G-25_seperate_object_spinning_data-generator":0.785587029532843,"G-29_chart_extreme_with_data_data-generator":0.5360884163724318,"G-31_directed_graph_navigation_data-generator":0.6355877332408066,"G-39_attention_shift_different_data-generator":0.8640000000000001,"G-3_stable_sort_data-generator":0.42688084363718015,"G-41_grid_highest_cost_data-generator":0.8911020749085934,"G-43_understand_scene_structure_data-generator":0.3650975124978844,"G-45_key_door_matching_data-generator":0.465061944075876,"G-51_predict_next_color_data-generator":0.8335186008792753,"G-5_multi_object_placement_data-generator":0.7816615588255033,"G-8_track_object_movement_data-generator":0.7511339605047406,"G-9_identify_objects_in_region_data-generator":0.2691828531066775,"O-10_shape_outline_fill_data-generator":0.6925909168195745,"O-12_shape_color_then_scale_data-generator":0.6703379498448259,"O-13_shape_outline_then_move_data-generator":0.8196853233020238,"O-14_shape_scale_then_outline_data-generator":0.492783862322751,"O-15_ball_bounces_given_time_data-generator":0.5036369382273718,"O-16_color_addition_data-generator":0.405712,"O-18_glass_refraction_data-generator":0.451532,"O-19_mirror_reflection_data-generator":0.479108,"O-21_construction_blueprint_data-generator":0.43999999999999995,"O-23_domino_chain_branch_path_prediction_data-generator":0.7741100000000001,"O-24_domino_chain_gap_analysis_data-generator":0.8147500000000001,"O-25_LEGO_construction_assembly_data-generator":0.769836,"O-29_ballcolor_data-generator":0.46146400000000004,"O-30_bookshelf_data-generator":0.334426,"O-31_ball_eating_data-generator":0.40346000000000004,"O-32_rolling_ball_data-generator":0.8594099999999999,"O-33_counting_object_data-generator":0.479748,"O-34_dot_to_dot_task_data-generator":0.12538996655518395,"O-36_grid_shift_data-generator":0.7402731319317897,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9740223649382698,"O-45_sequence_completion_data-generator":0.89994,"O-47_sliding_puzzle_data-generator":0.325176,"O-52_traffic_light_data-generator":0.43114800000000003,"O-53_clock_data-generator":0.24174106265802062,"O-55_rotation_data-generator":0.38865200000000005,"O-75_communicating_vessels_data-generator":0.520724,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.7923519070066051,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.36,"G-160_circle_largest_numerical_value_data-generator":0.475,"G-161_mark_second_largest_shape_data-generator":0.36,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.1990810327198364,"G-169_locate_intersection_of_segments_data-generator":0.8445330731599683,"G-174_arrange_circles_by_circumference_data-generator":0.1820675024466547,"G-189_draw_midpoint_perpendicular_line_data-generator":0.39388,"G-193_draw_next_sized_shape_data-generator":0.30632661594543886,"G-202_mark_wave_peaks_data-generator":0.4001107345621298,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.39118077773270177,"G-217_circle_central_dot_data-generator":0.19485547945241047,"G-218_identify_largest_angle_in_triangle_data-generator":0.28006249999999994,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.49644161016245825,"G-222_mark_tangent_point_of_circles_data-generator":0.39325072663301214,"G-223_highlight_horizontal_lines_data-generator":0.8559762132183989,"G-240_add_borders_to_unbordered_shapes_data-generator":0.7162750295710657,"G-247_identify_chinese_character_data-generator":0.2899419169792981,"G-248_mark_asymmetrical_shape_data-generator":0.35912502800806634,"G-24_separate_objects_no_spin_data-generator":0.7785288097384725,"G-250_color_triple_intersection_red_data-generator":0.238844,"G-273_high_density_liquid_data-generator":0.27928000000000003,"G-47_multiple_keys_for_one_door_data-generator":0.18742806038310353,"G-54_connecting_color_data-generator":0.1491710828279012,"O-11_shape_color_then_move_data-generator":0.634991079708376,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.3719401572604947,"O-2_pigment_color_mixing_subtractive_data-generator":0.565756,"O-39_maze_data-generator":0.2888360209273105,"O-43_object_subtraction_data-generator":0.49466800000000005,"O-46_shape_sorter_data-generator":0.3506590265240336,"O-49_symmetry_completion_data-generator":0.888518,"O-54_control_panel_data-generator":0.2401481828436684,"O-56_raven_data-generator":0.43593789982509523,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2934981409834586,"O-5_symbol_deletion_data-generator":0.30906429515165446,"O-60_symbol_substitute_data-generator":0.2920810314936871,"O-61_symbol_edit_data-generator":0.2960110884701242,"O-62_gravity_physics_data-generator":0.05683117688839201,"O-64_animal_matching_data-generator":0.4728093424969851,"O-65_animal_size_sorting_data-generator":0.6066850537395734,"O-6_2d_geometric_transformation_data-generator":0.32540337607681763,"O-85_2d_object_rotation_data-generator":0.425044099582126,"O-9_shape_scaling_data-generator":0.5872352992392225},"taskStats":{"wins":37,"losses":52,"ties":11},"dataUrl":"data/runs/ckpt-1200-unipc.json","sourceResultUrl":"data/source_results/ckpt-1200-unipc.json"},{"id":"ckpt-1200-euler","label":"Checkpoint 1200 · Euler ODE","shortLabel":"Step 1200 · Euler ODE","checkpoint":1200,"mode":"euler","modeLabel":"Euler ODE","modeOrder":1,"isBaseline":false,"scores":{"overall":0.5007696959330707,"inDomain":0.6026663152802454,"outOfDomain":0.39887307658589605},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6756866562606648,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.6052940359772998,"G-13_grid_number_sequence_data-generator":0.4765807741939424,"G-158_identify_all_hollow_points_data-generator":0.8746666666666666,"G-15_grid_avoid_obstacles_data-generator":0.5239805076169639,"G-16_grid_go_through_block_data-generator":0.5477577228352258,"G-18_grid_shortest_path_data-generator":0.9891074619974409,"G-194_construct_concentric_ring_data-generator":0.3526007772490122,"G-21_multiple_occlusions_vertical_data-generator":0.9767024631059309,"G-25_seperate_object_spinning_data-generator":0.7884078935019111,"G-29_chart_extreme_with_data_data-generator":0.45540356366290274,"G-31_directed_graph_navigation_data-generator":0.6516469927322779,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.4852452624741453,"G-41_grid_highest_cost_data-generator":0.8932876218611279,"G-43_understand_scene_structure_data-generator":0.36544130973212635,"G-45_key_door_matching_data-generator":0.39118396070692024,"G-51_predict_next_color_data-generator":0.8349080904870126,"G-5_multi_object_placement_data-generator":0.7382426345096851,"G-8_track_object_movement_data-generator":0.7084360364611182,"G-9_identify_objects_in_region_data-generator":0.26984704397447373,"O-10_shape_outline_fill_data-generator":0.6938229152990978,"O-12_shape_color_then_scale_data-generator":0.6522925057570399,"O-13_shape_outline_then_move_data-generator":0.8201169558793395,"O-14_shape_scale_then_outline_data-generator":0.5975956708464476,"O-15_ball_bounces_given_time_data-generator":0.5115386315312129,"O-16_color_addition_data-generator":0.4,"O-18_glass_refraction_data-generator":0.450236,"O-19_mirror_reflection_data-generator":0.48208400000000007,"O-21_construction_blueprint_data-generator":0.584411899313501,"O-23_domino_chain_branch_path_prediction_data-generator":0.86495,"O-24_domino_chain_gap_analysis_data-generator":0.8646800000000001,"O-25_LEGO_construction_assembly_data-generator":0.771248,"O-29_ballcolor_data-generator":0.507792,"O-30_bookshelf_data-generator":0.33452,"O-31_ball_eating_data-generator":0.40935,"O-32_rolling_ball_data-generator":0.861858,"O-33_counting_object_data-generator":0.33541200000000004,"O-34_dot_to_dot_task_data-generator":0.1235917415917416,"O-36_grid_shift_data-generator":0.74162124164212,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9743892182146885,"O-45_sequence_completion_data-generator":0.8773,"O-47_sliding_puzzle_data-generator":0.340544,"O-52_traffic_light_data-generator":0.47287999999999997,"O-53_clock_data-generator":0.24080150793022947,"O-55_rotation_data-generator":0.3884,"O-75_communicating_vessels_data-generator":0.531452,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6844893130616825,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.35906949352179035,"G-160_circle_largest_numerical_value_data-generator":0.475,"G-161_mark_second_largest_shape_data-generator":0.36,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.3572953627790076,"G-169_locate_intersection_of_segments_data-generator":0.7221172700820936,"G-174_arrange_circles_by_circumference_data-generator":0.1645426464278305,"G-189_draw_midpoint_perpendicular_line_data-generator":0.40446,"G-193_draw_next_sized_shape_data-generator":0.35385206483994125,"G-202_mark_wave_peaks_data-generator":0.40070044022713863,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.39176167043606835,"G-217_circle_central_dot_data-generator":0.19504020430609462,"G-218_identify_largest_angle_in_triangle_data-generator":0.27655620103829887,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.4961352561805872,"G-222_mark_tangent_point_of_circles_data-generator":0.39445665445665445,"G-223_highlight_horizontal_lines_data-generator":0.9274775970825117,"G-240_add_borders_to_unbordered_shapes_data-generator":0.6984662889016553,"G-247_identify_chinese_character_data-generator":0.2894559830021091,"G-248_mark_asymmetrical_shape_data-generator":0.35955020786746383,"G-24_separate_objects_no_spin_data-generator":0.7783696605691712,"G-250_color_triple_intersection_red_data-generator":0.2387,"G-273_high_density_liquid_data-generator":0.309564,"G-47_multiple_keys_for_one_door_data-generator":0.164013542919826,"G-54_connecting_color_data-generator":0.1527388878471397,"O-11_shape_color_then_move_data-generator":0.6309623635701378,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.36831321697635355,"O-2_pigment_color_mixing_subtractive_data-generator":0.564376,"O-39_maze_data-generator":0.32137701410684727,"O-43_object_subtraction_data-generator":0.415456,"O-46_shape_sorter_data-generator":0.35050805913695615,"O-49_symmetry_completion_data-generator":0.834268,"O-54_control_panel_data-generator":0.24492624722776785,"O-56_raven_data-generator":0.43600000000000005,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2935499127409241,"O-5_symbol_deletion_data-generator":0.3098406787947113,"O-60_symbol_substitute_data-generator":0.2909838583759524,"O-61_symbol_edit_data-generator":0.29606820628496333,"O-62_gravity_physics_data-generator":0.03643017719906604,"O-64_animal_matching_data-generator":0.4406986575913298,"O-65_animal_size_sorting_data-generator":0.5881183948858143,"O-6_2d_geometric_transformation_data-generator":0.32693416342484566,"O-85_2d_object_rotation_data-generator":0.42841831609876735,"O-9_shape_scaling_data-generator":0.6326118173333016},"taskStats":{"wins":38,"losses":51,"ties":11},"dataUrl":"data/runs/ckpt-1200-euler.json","sourceResultUrl":"data/source_results/ckpt-1200-euler.json"},{"id":"ckpt-1200-cps03","label":"Checkpoint 1200 · CPS 0.3","shortLabel":"Step 1200 · CPS 0.3","checkpoint":1200,"mode":"cps03","modeLabel":"CPS 0.3","modeOrder":2,"isBaseline":false,"scores":{"overall":0.5226393357120422,"inDomain":0.6436841457227402,"outOfDomain":0.40159452570134424},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.5157227649521632,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.36,"G-138_spot_unique_non_repeated_color_data-generator":0.6823776111790965,"G-13_grid_number_sequence_data-generator":0.3841127483028416,"G-158_identify_all_hollow_points_data-generator":0.9720000000000001,"G-15_grid_avoid_obstacles_data-generator":0.6864683550065325,"G-16_grid_go_through_block_data-generator":0.40065556167351674,"G-18_grid_shortest_path_data-generator":0.8690774770404982,"G-194_construct_concentric_ring_data-generator":0.6744883438667935,"G-21_multiple_occlusions_vertical_data-generator":0.9855774176192813,"G-25_seperate_object_spinning_data-generator":0.7818274376198578,"G-29_chart_extreme_with_data_data-generator":0.6231321295501608,"G-31_directed_graph_navigation_data-generator":0.6674764562943012,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6383901548577967,"G-41_grid_highest_cost_data-generator":0.8926690924309527,"G-43_understand_scene_structure_data-generator":0.6261752679025772,"G-45_key_door_matching_data-generator":0.42562601176585274,"G-51_predict_next_color_data-generator":0.7206016668946607,"G-5_multi_object_placement_data-generator":0.6792062976580748,"G-8_track_object_movement_data-generator":0.40659852513523675,"G-9_identify_objects_in_region_data-generator":0.4336772265729779,"O-10_shape_outline_fill_data-generator":0.6975197641286935,"O-12_shape_color_then_scale_data-generator":0.6496558575339065,"O-13_shape_outline_then_move_data-generator":0.8269401869306028,"O-14_shape_scale_then_outline_data-generator":0.6341974132267418,"O-15_ball_bounces_given_time_data-generator":0.5883764800868685,"O-16_color_addition_data-generator":0.539908,"O-18_glass_refraction_data-generator":0.52724,"O-19_mirror_reflection_data-generator":0.7127000000000001,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.91928,"O-24_domino_chain_gap_analysis_data-generator":0.859,"O-25_LEGO_construction_assembly_data-generator":0.963504,"O-29_ballcolor_data-generator":0.5894480000000001,"O-30_bookshelf_data-generator":0.372884,"O-31_ball_eating_data-generator":0.8182500000000001,"O-32_rolling_ball_data-generator":0.9060900000000001,"O-33_counting_object_data-generator":0.386484,"O-34_dot_to_dot_task_data-generator":0.17763690476190475,"O-36_grid_shift_data-generator":0.8062046453575785,"O-37_light_sequence_data-generator":0.21526399999999998,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.974313223771983,"O-45_sequence_completion_data-generator":0.8316840000000001,"O-47_sliding_puzzle_data-generator":0.321692,"O-52_traffic_light_data-generator":0.495584,"O-53_clock_data-generator":0.19255426401556144,"O-55_rotation_data-generator":0.455204,"O-75_communicating_vessels_data-generator":0.600732,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.26982716049382716,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.5013020994815081,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6798401889839976,"G-160_circle_largest_numerical_value_data-generator":0.58,"G-161_mark_second_largest_shape_data-generator":0.36,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.3598590798902475,"G-169_locate_intersection_of_segments_data-generator":0.4225466869387577,"G-174_arrange_circles_by_circumference_data-generator":0.12725750714585968,"G-189_draw_midpoint_perpendicular_line_data-generator":0.4696000000000001,"G-193_draw_next_sized_shape_data-generator":0.40443946608593356,"G-202_mark_wave_peaks_data-generator":0.26666666666666666,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.38216529771002855,"G-217_circle_central_dot_data-generator":0.19515181628573097,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.36,"G-221_outline_innermost_square_data-generator":0.5921905711455144,"G-222_mark_tangent_point_of_circles_data-generator":0.3878556263269639,"G-223_highlight_horizontal_lines_data-generator":0.4386943703495718,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5758023112776591,"G-247_identify_chinese_character_data-generator":0.2708146191656488,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.7514166539628377,"G-250_color_triple_intersection_red_data-generator":0.35078400000000004,"G-273_high_density_liquid_data-generator":0.398772,"G-47_multiple_keys_for_one_door_data-generator":0.2325334486113794,"G-54_connecting_color_data-generator":0.19890532359018837,"O-11_shape_color_then_move_data-generator":0.7377248644959694,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.3227703281455179,"O-2_pigment_color_mixing_subtractive_data-generator":0.554392,"O-39_maze_data-generator":0.6321761920582374,"O-43_object_subtraction_data-generator":0.568896,"O-46_shape_sorter_data-generator":0.32334498546659074,"O-49_symmetry_completion_data-generator":0.845972,"O-54_control_panel_data-generator":0.31564335813931876,"O-56_raven_data-generator":0.43537062937062937,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.29100468182949635,"O-5_symbol_deletion_data-generator":0.3157279115564683,"O-60_symbol_substitute_data-generator":0.2964484142523721,"O-61_symbol_edit_data-generator":0.296248118240839,"O-62_gravity_physics_data-generator":0.01247,"O-64_animal_matching_data-generator":0.4625582117007897,"O-65_animal_size_sorting_data-generator":0.6942478797383553,"O-6_2d_geometric_transformation_data-generator":0.41325683649241807,"O-85_2d_object_rotation_data-generator":0.5286370692324709,"O-9_shape_scaling_data-generator":0.6864119102354197},"taskStats":{"wins":54,"losses":37,"ties":9},"dataUrl":"data/runs/ckpt-1200-cps03.json","sourceResultUrl":"data/source_results/ckpt-1200-cps03.json"},{"id":"ckpt-1200-cps07","label":"Checkpoint 1200 · CPS 0.7","shortLabel":"Step 1200 · CPS 0.7","checkpoint":1200,"mode":"cps07","modeLabel":"CPS 0.7","modeOrder":3,"isBaseline":false,"scores":{"overall":0.5337694064294135,"inDomain":0.650266458742327,"outOfDomain":0.4172723541165001},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.5157956081455384,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.6721011464925567,"G-13_grid_number_sequence_data-generator":0.5592416432373299,"G-158_identify_all_hollow_points_data-generator":0.8870000000000001,"G-15_grid_avoid_obstacles_data-generator":0.6800439161743681,"G-16_grid_go_through_block_data-generator":0.3809450697490182,"G-18_grid_shortest_path_data-generator":0.9001640771371566,"G-194_construct_concentric_ring_data-generator":0.5128933122308775,"G-21_multiple_occlusions_vertical_data-generator":0.982559540964121,"G-25_seperate_object_spinning_data-generator":0.8194981554076047,"G-29_chart_extreme_with_data_data-generator":0.6272114662657959,"G-31_directed_graph_navigation_data-generator":0.6547289998825295,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6243811932758604,"G-41_grid_highest_cost_data-generator":0.8861837903806681,"G-43_understand_scene_structure_data-generator":0.6351446289506537,"G-45_key_door_matching_data-generator":0.4151230869148095,"G-51_predict_next_color_data-generator":0.716879711212858,"G-5_multi_object_placement_data-generator":0.7221376458048573,"G-8_track_object_movement_data-generator":0.7415608817621696,"G-9_identify_objects_in_region_data-generator":0.392547821730613,"O-10_shape_outline_fill_data-generator":0.7828565547805497,"O-12_shape_color_then_scale_data-generator":0.7685333656415757,"O-13_shape_outline_then_move_data-generator":0.8295657866580994,"O-14_shape_scale_then_outline_data-generator":0.6742318327566641,"O-15_ball_bounces_given_time_data-generator":0.554656754807915,"O-16_color_addition_data-generator":0.508336,"O-18_glass_refraction_data-generator":0.480776,"O-19_mirror_reflection_data-generator":0.544664,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.93455,"O-24_domino_chain_gap_analysis_data-generator":0.8621700000000001,"O-25_LEGO_construction_assembly_data-generator":0.9662240000000001,"O-29_ballcolor_data-generator":0.555184,"O-30_bookshelf_data-generator":0.33891,"O-31_ball_eating_data-generator":0.806,"O-32_rolling_ball_data-generator":0.90784,"O-33_counting_object_data-generator":0.387224,"O-34_dot_to_dot_task_data-generator":0.1100595238095238,"O-36_grid_shift_data-generator":0.8223718232232111,"O-37_light_sequence_data-generator":0.209504,"O-38_majority_color_data-generator":0.996592,"O-44_rotation_puzzle_data-generator":0.9745020883904246,"O-45_sequence_completion_data-generator":0.9668000000000001,"O-47_sliding_puzzle_data-generator":0.29682,"O-52_traffic_light_data-generator":0.437372,"O-53_clock_data-generator":0.19226151132899877,"O-55_rotation_data-generator":0.4674519999999999,"O-75_communicating_vessels_data-generator":0.5957239999999999,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.5875555555555556,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.48844688409722076,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6799999999999999,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.6797198653198653,"G-169_locate_intersection_of_segments_data-generator":0.6556109007904667,"G-174_arrange_circles_by_circumference_data-generator":0.1863661804892991,"G-189_draw_midpoint_perpendicular_line_data-generator":0.481256,"G-193_draw_next_sized_shape_data-generator":0.3852272329739169,"G-202_mark_wave_peaks_data-generator":0.30666666666666664,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.24120169533782096,"G-217_circle_central_dot_data-generator":0.19571013927337375,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.36,"G-221_outline_innermost_square_data-generator":0.5879951478368793,"G-222_mark_tangent_point_of_circles_data-generator":0.37333333333333335,"G-223_highlight_horizontal_lines_data-generator":0.43812574293545153,"G-240_add_borders_to_unbordered_shapes_data-generator":0.570711675197523,"G-247_identify_chinese_character_data-generator":0.27353815785976493,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.7429787142579222,"G-250_color_triple_intersection_red_data-generator":0.3407,"G-273_high_density_liquid_data-generator":0.44896,"G-47_multiple_keys_for_one_door_data-generator":0.3060133942105804,"G-54_connecting_color_data-generator":0.19896002716247613,"O-11_shape_color_then_move_data-generator":0.6416028853197494,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.7113193944733487,"O-2_pigment_color_mixing_subtractive_data-generator":0.47628400000000004,"O-39_maze_data-generator":0.698825066583912,"O-43_object_subtraction_data-generator":0.410192,"O-46_shape_sorter_data-generator":0.3962021084106838,"O-49_symmetry_completion_data-generator":0.8784240000000001,"O-54_control_panel_data-generator":0.3126256019648791,"O-56_raven_data-generator":0.43558950201884256,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2908868853313865,"O-5_symbol_deletion_data-generator":0.315098051183364,"O-60_symbol_substitute_data-generator":0.2963143122962496,"O-61_symbol_edit_data-generator":0.29638444395794394,"O-62_gravity_physics_data-generator":0.013927781538461536,"O-64_animal_matching_data-generator":0.4551871094227466,"O-65_animal_size_sorting_data-generator":0.6251607482928312,"O-6_2d_geometric_transformation_data-generator":0.40494336223000965,"O-85_2d_object_rotation_data-generator":0.5600922674803096,"O-9_shape_scaling_data-generator":0.6454808720221683},"taskStats":{"wins":58,"losses":31,"ties":11},"dataUrl":"data/runs/ckpt-1200-cps07.json","sourceResultUrl":"data/source_results/ckpt-1200-cps07.json"},{"id":"ckpt-1500-unipc","label":"Checkpoint 1500 · UniPC ODE","shortLabel":"Step 1500 · UniPC ODE","checkpoint":1500,"mode":"unipc","modeLabel":"UniPC ODE","modeOrder":0,"isBaseline":false,"scores":{"overall":0.4967672488400493,"inDomain":0.5981296880887381,"outOfDomain":0.39540480959136054},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6754000078427418,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.8400000000000001,"G-138_spot_unique_non_repeated_color_data-generator":0.614102746781642,"G-13_grid_number_sequence_data-generator":0.4784555106905036,"G-158_identify_all_hollow_points_data-generator":0.9001666666666667,"G-15_grid_avoid_obstacles_data-generator":0.5243030117007378,"G-16_grid_go_through_block_data-generator":0.6486397681120332,"G-18_grid_shortest_path_data-generator":0.9889594869435945,"G-194_construct_concentric_ring_data-generator":0.1926635454949308,"G-21_multiple_occlusions_vertical_data-generator":0.9743378680348853,"G-25_seperate_object_spinning_data-generator":0.7614221670559284,"G-29_chart_extreme_with_data_data-generator":0.547479445056,"G-31_directed_graph_navigation_data-generator":0.6628448919577696,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.35355915902877566,"G-41_grid_highest_cost_data-generator":0.8938336265127708,"G-43_understand_scene_structure_data-generator":0.41485476281411027,"G-45_key_door_matching_data-generator":0.40122769827211685,"G-51_predict_next_color_data-generator":0.7979934874468092,"G-5_multi_object_placement_data-generator":0.6568172332341464,"G-8_track_object_movement_data-generator":0.640693296757502,"G-9_identify_objects_in_region_data-generator":0.27406113192215253,"O-10_shape_outline_fill_data-generator":0.6711675817720565,"O-12_shape_color_then_scale_data-generator":0.6367753953017982,"O-13_shape_outline_then_move_data-generator":0.8171932480762999,"O-14_shape_scale_then_outline_data-generator":0.5878632003692829,"O-15_ball_bounces_given_time_data-generator":0.5791868514687993,"O-16_color_addition_data-generator":0.406156,"O-18_glass_refraction_data-generator":0.445604,"O-19_mirror_reflection_data-generator":0.470324,"O-21_construction_blueprint_data-generator":0.43999999999999995,"O-23_domino_chain_branch_path_prediction_data-generator":0.80923,"O-24_domino_chain_gap_analysis_data-generator":0.86377,"O-25_LEGO_construction_assembly_data-generator":0.7470760000000001,"O-29_ballcolor_data-generator":0.48506400000000005,"O-30_bookshelf_data-generator":0.33475599999999994,"O-31_ball_eating_data-generator":0.40896999999999994,"O-32_rolling_ball_data-generator":0.8515219999999999,"O-33_counting_object_data-generator":0.317932,"O-34_dot_to_dot_task_data-generator":0.14375,"O-36_grid_shift_data-generator":0.7360451327883639,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9720987398586857,"O-45_sequence_completion_data-generator":0.95756,"O-47_sliding_puzzle_data-generator":0.332612,"O-52_traffic_light_data-generator":0.42355599999999993,"O-53_clock_data-generator":0.24598874247580022,"O-55_rotation_data-generator":0.345924,"O-75_communicating_vessels_data-generator":0.458544,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.7763568527262734,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.35864856248007354,"G-160_circle_largest_numerical_value_data-generator":0.475,"G-161_mark_second_largest_shape_data-generator":0.36,"G-167_select_longest_polygon_side_data-generator":0.2412009944540065,"G-168_identify_nearest_to_square_rectangle_data-generator":0.19849723650675463,"G-169_locate_intersection_of_segments_data-generator":0.5852514266036489,"G-174_arrange_circles_by_circumference_data-generator":0.2022924869710931,"G-189_draw_midpoint_perpendicular_line_data-generator":0.34894,"G-193_draw_next_sized_shape_data-generator":0.31768947110358503,"G-202_mark_wave_peaks_data-generator":0.40183804081184055,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.5380934903717879,"G-217_circle_central_dot_data-generator":0.19464937684850808,"G-218_identify_largest_angle_in_triangle_data-generator":0.27202980575934665,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.49529964036520513,"G-222_mark_tangent_point_of_circles_data-generator":0.3976506483600305,"G-223_highlight_horizontal_lines_data-generator":0.9254719555065847,"G-240_add_borders_to_unbordered_shapes_data-generator":0.6695824559223316,"G-247_identify_chinese_character_data-generator":0.2932482332821239,"G-248_mark_asymmetrical_shape_data-generator":0.3571185138887593,"G-24_separate_objects_no_spin_data-generator":0.7795847849984842,"G-250_color_triple_intersection_red_data-generator":0.214704,"G-273_high_density_liquid_data-generator":0.289912,"G-47_multiple_keys_for_one_door_data-generator":0.18842232840946435,"G-54_connecting_color_data-generator":0.14384977037213442,"O-11_shape_color_then_move_data-generator":0.628701637013474,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.35965883077932914,"O-2_pigment_color_mixing_subtractive_data-generator":0.562288,"O-39_maze_data-generator":0.30508555701955115,"O-43_object_subtraction_data-generator":0.41446000000000005,"O-46_shape_sorter_data-generator":0.35784819184974703,"O-49_symmetry_completion_data-generator":0.737432,"O-54_control_panel_data-generator":0.24070308374464452,"O-56_raven_data-generator":0.43570288377154603,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2906817240947974,"O-5_symbol_deletion_data-generator":0.3038876342773438,"O-60_symbol_substitute_data-generator":0.2898618921383779,"O-61_symbol_edit_data-generator":0.295917503385233,"O-62_gravity_physics_data-generator":0.05469911702983794,"O-64_animal_matching_data-generator":0.47364504244769545,"O-65_animal_size_sorting_data-generator":0.6019226670011261,"O-6_2d_geometric_transformation_data-generator":0.39717122233604074,"O-85_2d_object_rotation_data-generator":0.4263533616482061,"O-9_shape_scaling_data-generator":0.6288880552890409},"taskStats":{"wins":37,"losses":54,"ties":9},"dataUrl":"data/runs/ckpt-1500-unipc.json","sourceResultUrl":"data/source_results/ckpt-1500-unipc.json"},{"id":"ckpt-1500-euler","label":"Checkpoint 1500 · Euler ODE","shortLabel":"Step 1500 · Euler ODE","checkpoint":1500,"mode":"euler","modeLabel":"Euler ODE","modeOrder":1,"isBaseline":false,"scores":{"overall":0.4992042733369383,"inDomain":0.6018346353109542,"outOfDomain":0.3965739113629224},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.6753017560384849,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.6799999999999999,"G-138_spot_unique_non_repeated_color_data-generator":0.607998564062943,"G-13_grid_number_sequence_data-generator":0.47663070793892626,"G-158_identify_all_hollow_points_data-generator":0.8537142857142858,"G-15_grid_avoid_obstacles_data-generator":0.5239569615356003,"G-16_grid_go_through_block_data-generator":0.5920607939303673,"G-18_grid_shortest_path_data-generator":0.988959817797501,"G-194_construct_concentric_ring_data-generator":0.3532366574565822,"G-21_multiple_occlusions_vertical_data-generator":0.9706139293428384,"G-25_seperate_object_spinning_data-generator":0.7339025819832604,"G-29_chart_extreme_with_data_data-generator":0.43903089720407074,"G-31_directed_graph_navigation_data-generator":0.6068619232514749,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.46367768461044506,"G-41_grid_highest_cost_data-generator":0.8938760656121951,"G-43_understand_scene_structure_data-generator":0.4154423440718107,"G-45_key_door_matching_data-generator":0.3905229722323712,"G-51_predict_next_color_data-generator":0.7985708319996929,"G-5_multi_object_placement_data-generator":0.6116416030815726,"G-8_track_object_movement_data-generator":0.7823551586041321,"G-9_identify_objects_in_region_data-generator":0.274256857308811,"O-10_shape_outline_fill_data-generator":0.6727433493843608,"O-12_shape_color_then_scale_data-generator":0.6668676423936809,"O-13_shape_outline_then_move_data-generator":0.8165932196037913,"O-14_shape_scale_then_outline_data-generator":0.5438171622224629,"O-15_ball_bounces_given_time_data-generator":0.5665958949554929,"O-16_color_addition_data-generator":0.4,"O-18_glass_refraction_data-generator":0.449048,"O-19_mirror_reflection_data-generator":0.472316,"O-21_construction_blueprint_data-generator":0.5801948596283115,"O-23_domino_chain_branch_path_prediction_data-generator":0.8381299999999999,"O-24_domino_chain_gap_analysis_data-generator":0.86405,"O-25_LEGO_construction_assembly_data-generator":0.732308,"O-29_ballcolor_data-generator":0.467476,"O-30_bookshelf_data-generator":0.304312,"O-31_ball_eating_data-generator":0.42228000000000004,"O-32_rolling_ball_data-generator":0.852492,"O-33_counting_object_data-generator":0.31713600000000003,"O-34_dot_to_dot_task_data-generator":0.122775,"O-36_grid_shift_data-generator":0.7387459703326527,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":1.0,"O-44_rotation_puzzle_data-generator":0.9721942351755262,"O-45_sequence_completion_data-generator":0.970116,"O-47_sliding_puzzle_data-generator":0.44523599999999997,"O-52_traffic_light_data-generator":0.427684,"O-53_clock_data-generator":0.26190403807406254,"O-55_rotation_data-generator":0.362256,"O-75_communicating_vessels_data-generator":0.515848,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.52,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.6856484313289439,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.3586316731434722,"G-160_circle_largest_numerical_value_data-generator":0.475,"G-161_mark_second_largest_shape_data-generator":0.36,"G-167_select_longest_polygon_side_data-generator":0.24184138201806044,"G-168_identify_nearest_to_square_rectangle_data-generator":0.35710614716143213,"G-169_locate_intersection_of_segments_data-generator":0.5770280977913989,"G-174_arrange_circles_by_circumference_data-generator":0.1854408077769101,"G-189_draw_midpoint_perpendicular_line_data-generator":0.34894,"G-193_draw_next_sized_shape_data-generator":0.31754244812976296,"G-202_mark_wave_peaks_data-generator":0.4019001645523087,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.39731807588849527,"G-217_circle_central_dot_data-generator":0.1947734237544297,"G-218_identify_largest_angle_in_triangle_data-generator":0.3507187499999999,"G-219_select_leftmost_shape_data-generator":0.52,"G-221_outline_innermost_square_data-generator":0.49502892678018523,"G-222_mark_tangent_point_of_circles_data-generator":0.3965919829294315,"G-223_highlight_horizontal_lines_data-generator":0.8565917484436003,"G-240_add_borders_to_unbordered_shapes_data-generator":0.6654834548820622,"G-247_identify_chinese_character_data-generator":0.2929350638385781,"G-248_mark_asymmetrical_shape_data-generator":0.3576317052944001,"G-24_separate_objects_no_spin_data-generator":0.7793195405065976,"G-250_color_triple_intersection_red_data-generator":0.220736,"G-273_high_density_liquid_data-generator":0.322288,"G-47_multiple_keys_for_one_door_data-generator":0.18030083959653023,"G-54_connecting_color_data-generator":0.14896860060362632,"O-11_shape_color_then_move_data-generator":0.6258955103602422,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.36153643678763603,"O-2_pigment_color_mixing_subtractive_data-generator":0.561652,"O-39_maze_data-generator":0.29386592260787336,"O-43_object_subtraction_data-generator":0.505328,"O-46_shape_sorter_data-generator":0.3571764883750585,"O-49_symmetry_completion_data-generator":0.8032579999999999,"O-54_control_panel_data-generator":0.24428909426131856,"O-56_raven_data-generator":0.43600000000000005,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.29107272122431427,"O-5_symbol_deletion_data-generator":0.3048647293390013,"O-60_symbol_substitute_data-generator":0.29096897446251824,"O-61_symbol_edit_data-generator":0.29595216530165847,"O-62_gravity_physics_data-generator":0.01769061501325214,"O-64_animal_matching_data-generator":0.47331298419151385,"O-65_animal_size_sorting_data-generator":0.6038936250146373,"O-6_2d_geometric_transformation_data-generator":0.3965269894413455,"O-85_2d_object_rotation_data-generator":0.4294180823736869,"O-9_shape_scaling_data-generator":0.6282279649718371},"taskStats":{"wins":33,"losses":58,"ties":9},"dataUrl":"data/runs/ckpt-1500-euler.json","sourceResultUrl":"data/source_results/ckpt-1500-euler.json"},{"id":"ckpt-1500-cps03","label":"Checkpoint 1500 · CPS 0.3","shortLabel":"Step 1500 · CPS 0.3","checkpoint":1500,"mode":"cps03","modeLabel":"CPS 0.3","modeOrder":2,"isBaseline":false,"scores":{"overall":0.5190028346432161,"inDomain":0.6426787539343278,"outOfDomain":0.39532691535210424},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.5154473024755869,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.684234327792165,"G-13_grid_number_sequence_data-generator":0.41405773345464525,"G-158_identify_all_hollow_points_data-generator":0.9376666666666666,"G-15_grid_avoid_obstacles_data-generator":0.6866652551848492,"G-16_grid_go_through_block_data-generator":0.3756116094726297,"G-18_grid_shortest_path_data-generator":0.9888970451177277,"G-194_construct_concentric_ring_data-generator":0.513315115614829,"G-21_multiple_occlusions_vertical_data-generator":0.9837461282420763,"G-25_seperate_object_spinning_data-generator":0.8298533736107496,"G-29_chart_extreme_with_data_data-generator":0.6216021186104861,"G-31_directed_graph_navigation_data-generator":0.628875016826121,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6624554406159269,"G-41_grid_highest_cost_data-generator":0.854055649553992,"G-43_understand_scene_structure_data-generator":0.6270148068587967,"G-45_key_door_matching_data-generator":0.46485090437028803,"G-51_predict_next_color_data-generator":0.7099158025897756,"G-5_multi_object_placement_data-generator":0.6045899974298312,"G-8_track_object_movement_data-generator":0.38055822340889134,"G-9_identify_objects_in_region_data-generator":0.3495387822201809,"O-10_shape_outline_fill_data-generator":0.7046601656700792,"O-12_shape_color_then_scale_data-generator":0.7482240880635967,"O-13_shape_outline_then_move_data-generator":0.8287871625718942,"O-14_shape_scale_then_outline_data-generator":0.6592183163097282,"O-15_ball_bounces_given_time_data-generator":0.5458206723051241,"O-16_color_addition_data-generator":0.518056,"O-18_glass_refraction_data-generator":0.5195000000000001,"O-19_mirror_reflection_data-generator":0.621068,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.8835599999999999,"O-24_domino_chain_gap_analysis_data-generator":0.8590899999999999,"O-25_LEGO_construction_assembly_data-generator":0.9592240000000001,"O-29_ballcolor_data-generator":0.621528,"O-30_bookshelf_data-generator":0.372358,"O-31_ball_eating_data-generator":0.81975,"O-32_rolling_ball_data-generator":0.907324,"O-33_counting_object_data-generator":0.383956,"O-34_dot_to_dot_task_data-generator":0.18365873015873016,"O-36_grid_shift_data-generator":0.8068909383503211,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":0.994832,"O-44_rotation_puzzle_data-generator":0.9741263035823501,"O-45_sequence_completion_data-generator":0.88372,"O-47_sliding_puzzle_data-generator":0.4034,"O-52_traffic_light_data-generator":0.46037999999999996,"O-53_clock_data-generator":0.191426019588351,"O-55_rotation_data-generator":0.448764,"O-75_communicating_vessels_data-generator":0.585664,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.23535802469135803,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.39247145105196385,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6799999999999999,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.36,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.3597794985693419,"G-169_locate_intersection_of_segments_data-generator":0.6620318471788603,"G-174_arrange_circles_by_circumference_data-generator":0.1475086926570346,"G-189_draw_midpoint_perpendicular_line_data-generator":0.4696000000000001,"G-193_draw_next_sized_shape_data-generator":0.397628650371271,"G-202_mark_wave_peaks_data-generator":0.26666666666666666,"G-206_identify_pentagons_data-generator":0.2,"G-212_find_incorrect_arrow_direction_data-generator":0.38593438883331893,"G-217_circle_central_dot_data-generator":0.1902836790380169,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.2,"G-221_outline_innermost_square_data-generator":0.5906339568844239,"G-222_mark_tangent_point_of_circles_data-generator":0.37333333333333335,"G-223_highlight_horizontal_lines_data-generator":0.4381448234590065,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5717337415742734,"G-247_identify_chinese_character_data-generator":0.2827435733057526,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.7813366150939014,"G-250_color_triple_intersection_red_data-generator":0.331656,"G-273_high_density_liquid_data-generator":0.42181199999999996,"G-47_multiple_keys_for_one_door_data-generator":0.23108550947006767,"G-54_connecting_color_data-generator":0.19905542190334824,"O-11_shape_color_then_move_data-generator":0.6846481618801674,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.19276503345635812,"O-2_pigment_color_mixing_subtractive_data-generator":0.555976,"O-39_maze_data-generator":0.6123768133484739,"O-43_object_subtraction_data-generator":0.567152,"O-46_shape_sorter_data-generator":0.3956138023823287,"O-49_symmetry_completion_data-generator":0.844012,"O-54_control_panel_data-generator":0.307952551777099,"O-56_raven_data-generator":0.43564490816134793,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.29093450691314066,"O-5_symbol_deletion_data-generator":0.31139957801968443,"O-60_symbol_substitute_data-generator":0.29640312853645523,"O-61_symbol_edit_data-generator":0.29621305386995594,"O-62_gravity_physics_data-generator":0.0184408,"O-64_animal_matching_data-generator":0.45388477644157943,"O-65_animal_size_sorting_data-generator":0.7065266906795955,"O-6_2d_geometric_transformation_data-generator":0.4204727150522559,"O-85_2d_object_rotation_data-generator":0.5160757763665588,"O-9_shape_scaling_data-generator":0.6810555966382695},"taskStats":{"wins":51,"losses":38,"ties":11},"dataUrl":"data/runs/ckpt-1500-cps03.json","sourceResultUrl":"data/source_results/ckpt-1500-cps03.json"},{"id":"ckpt-1500-cps07","label":"Checkpoint 1500 · CPS 0.7","shortLabel":"Step 1500 · CPS 0.7","checkpoint":1500,"mode":"cps07","modeLabel":"CPS 0.7","modeOrder":3,"isBaseline":false,"scores":{"overall":0.5238771563601277,"inDomain":0.6414031072053906,"outOfDomain":0.4063512055148646},"taskScores":{"G-131_select_next_figure_increasing_size_sequence_data-generator":0.515482266195838,"G-134_select_next_figure_large_small_alternating_sequence_data-generator":0.52,"G-138_spot_unique_non_repeated_color_data-generator":0.6711423955921403,"G-13_grid_number_sequence_data-generator":0.5777873253744773,"G-158_identify_all_hollow_points_data-generator":0.8583333333333334,"G-15_grid_avoid_obstacles_data-generator":0.6800691687820731,"G-16_grid_go_through_block_data-generator":0.42174117742735406,"G-18_grid_shortest_path_data-generator":0.8999714252256048,"G-194_construct_concentric_ring_data-generator":0.5133305551823795,"G-21_multiple_occlusions_vertical_data-generator":0.9833302405855072,"G-25_seperate_object_spinning_data-generator":0.7820576719382683,"G-29_chart_extreme_with_data_data-generator":0.6286438056378122,"G-31_directed_graph_navigation_data-generator":0.6564488121062537,"G-39_attention_shift_different_data-generator":0.976,"G-3_stable_sort_data-generator":0.6236672586819304,"G-41_grid_highest_cost_data-generator":0.785602567617283,"G-43_understand_scene_structure_data-generator":0.7483311930275901,"G-45_key_door_matching_data-generator":0.4146093388979296,"G-51_predict_next_color_data-generator":0.7052666446028614,"G-5_multi_object_placement_data-generator":0.5749149097636856,"G-8_track_object_movement_data-generator":0.7214160317761552,"G-9_identify_objects_in_region_data-generator":0.39883047632648444,"O-10_shape_outline_fill_data-generator":0.7754737526146849,"O-12_shape_color_then_scale_data-generator":0.7036785980373387,"O-13_shape_outline_then_move_data-generator":0.8319433267643301,"O-14_shape_scale_then_outline_data-generator":0.6665259392694891,"O-15_ball_bounces_given_time_data-generator":0.5270900364496945,"O-16_color_addition_data-generator":0.48372400000000004,"O-18_glass_refraction_data-generator":0.46482799999999996,"O-19_mirror_reflection_data-generator":0.5134399999999999,"O-21_construction_blueprint_data-generator":0.72,"O-23_domino_chain_branch_path_prediction_data-generator":0.93455,"O-24_domino_chain_gap_analysis_data-generator":0.8593400000000001,"O-25_LEGO_construction_assembly_data-generator":0.961252,"O-29_ballcolor_data-generator":0.587976,"O-30_bookshelf_data-generator":0.3381,"O-31_ball_eating_data-generator":0.8102499999999999,"O-32_rolling_ball_data-generator":0.904062,"O-33_counting_object_data-generator":0.38505200000000006,"O-34_dot_to_dot_task_data-generator":0.1059920634920635,"O-36_grid_shift_data-generator":0.8245116682914656,"O-37_light_sequence_data-generator":0.2,"O-38_majority_color_data-generator":0.9924,"O-44_rotation_puzzle_data-generator":0.9739731114335088,"O-45_sequence_completion_data-generator":0.8435520000000001,"O-47_sliding_puzzle_data-generator":0.275796,"O-52_traffic_light_data-generator":0.47565999999999997,"O-53_clock_data-generator":0.19512426584199138,"O-55_rotation_data-generator":0.45910799999999996,"O-75_communicating_vessels_data-generator":0.5997760000000001,"G-135_select_next_figure_small_large_alternating_sequence_data-generator":0.5916049382716049,"G-136_locate_point_in_overlapping_area_data-generator":0.4,"G-140_locate_topmost_unobscured_figure_data-generator":0.3741783861877458,"G-147_identify_unique_figure_in_uniform_set_data-generator":0.6770177535419935,"G-160_circle_largest_numerical_value_data-generator":0.44000000000000006,"G-161_mark_second_largest_shape_data-generator":0.26,"G-167_select_longest_polygon_side_data-generator":0.24,"G-168_identify_nearest_to_square_rectangle_data-generator":0.6797322223121107,"G-169_locate_intersection_of_segments_data-generator":0.5320438051326388,"G-174_arrange_circles_by_circumference_data-generator":0.18700045352217104,"G-189_draw_midpoint_perpendicular_line_data-generator":0.466368,"G-193_draw_next_sized_shape_data-generator":0.3906796541752539,"G-202_mark_wave_peaks_data-generator":0.30666666666666664,"G-206_identify_pentagons_data-generator":0.52,"G-212_find_incorrect_arrow_direction_data-generator":0.24508279033745395,"G-217_circle_central_dot_data-generator":0.19299017232258844,"G-218_identify_largest_angle_in_triangle_data-generator":0.26999999999999996,"G-219_select_leftmost_shape_data-generator":0.2,"G-221_outline_innermost_square_data-generator":0.6942233001376626,"G-222_mark_tangent_point_of_circles_data-generator":0.37333333333333335,"G-223_highlight_horizontal_lines_data-generator":0.29821650767316465,"G-240_add_borders_to_unbordered_shapes_data-generator":0.5656323523486408,"G-247_identify_chinese_character_data-generator":0.284209292282406,"G-248_mark_asymmetrical_shape_data-generator":0.36,"G-24_separate_objects_no_spin_data-generator":0.7503897795184853,"G-250_color_triple_intersection_red_data-generator":0.318436,"G-273_high_density_liquid_data-generator":0.38806399999999996,"G-47_multiple_keys_for_one_door_data-generator":0.32050507036632053,"G-54_connecting_color_data-generator":0.19902985588629055,"O-11_shape_color_then_move_data-generator":0.6333880546977915,"O-22_construction_stack_data-generator":0.0,"O-27_move_2_object_to_2_target_data-generator":0.48286282585656926,"O-2_pigment_color_mixing_subtractive_data-generator":0.48558400000000007,"O-39_maze_data-generator":0.7047224748841459,"O-43_object_subtraction_data-generator":0.407536,"O-46_shape_sorter_data-generator":0.3133519128626116,"O-49_symmetry_completion_data-generator":0.87855,"O-54_control_panel_data-generator":0.3070274272244372,"O-56_raven_data-generator":0.4359656881433473,"O-58_symbol_delete_data-generator":0.3,"O-59_symbol_insert_data-generator":0.2908362456113594,"O-5_symbol_deletion_data-generator":0.3102938528621898,"O-60_symbol_substitute_data-generator":0.29626404842535087,"O-61_symbol_edit_data-generator":0.2963388298539189,"O-62_gravity_physics_data-generator":0.017349827692307696,"O-64_animal_matching_data-generator":0.4487318552200753,"O-65_animal_size_sorting_data-generator":0.621583429885566,"O-6_2d_geometric_transformation_data-generator":0.39582717137695134,"O-85_2d_object_rotation_data-generator":0.559526715470583,"O-9_shape_scaling_data-generator":0.6064155816594949},"taskStats":{"wins":50,"losses":39,"ties":11},"dataUrl":"data/runs/ckpt-1500-cps07.json","sourceResultUrl":"data/source_results/ckpt-1500-cps07.json"}],"tasks":[{"name":"G-131_select_next_figure_increasing_size_sequence_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"G-134_select_next_figure_large_small_alternating_sequence_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"G-135_select_next_figure_small_large_alternating_sequence_data-generator","domain":"Out_of_Domain","category":"Abstraction"},{"name":"G-136_locate_point_in_overlapping_area_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-138_spot_unique_non_repeated_color_data-generator","domain":"In_Domain","category":"Perception"},{"name":"G-13_grid_number_sequence_data-generator","domain":"In_Domain","category":"Spatiality"},{"name":"G-140_locate_topmost_unobscured_figure_data-generator","domain":"Out_of_Domain","category":"Spatiality"},{"name":"G-147_identify_unique_figure_in_uniform_set_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-158_identify_all_hollow_points_data-generator","domain":"In_Domain","category":"Perception"},{"name":"G-15_grid_avoid_obstacles_data-generator","domain":"In_Domain","category":"Spatiality"},{"name":"G-160_circle_largest_numerical_value_data-generator","domain":"Out_of_Domain","category":"Knowledge"},{"name":"G-161_mark_second_largest_shape_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-167_select_longest_polygon_side_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-168_identify_nearest_to_square_rectangle_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-169_locate_intersection_of_segments_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-16_grid_go_through_block_data-generator","domain":"In_Domain","category":"Spatiality"},{"name":"G-174_arrange_circles_by_circumference_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-189_draw_midpoint_perpendicular_line_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-18_grid_shortest_path_data-generator","domain":"In_Domain","category":"Spatiality"},{"name":"G-193_draw_next_sized_shape_data-generator","domain":"Out_of_Domain","category":"Abstraction"},{"name":"G-194_construct_concentric_ring_data-generator","domain":"In_Domain","category":"Transformation"},{"name":"G-202_mark_wave_peaks_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-206_identify_pentagons_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-212_find_incorrect_arrow_direction_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-217_circle_central_dot_data-generator","domain":"Out_of_Domain","category":"Knowledge"},{"name":"G-218_identify_largest_angle_in_triangle_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-219_select_leftmost_shape_data-generator","domain":"Out_of_Domain","category":"Spatiality"},{"name":"G-21_multiple_occlusions_vertical_data-generator","domain":"In_Domain","category":"Transformation"},{"name":"G-221_outline_innermost_square_data-generator","domain":"Out_of_Domain","category":"Spatiality"},{"name":"G-222_mark_tangent_point_of_circles_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-223_highlight_horizontal_lines_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-240_add_borders_to_unbordered_shapes_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"G-247_identify_chinese_character_data-generator","domain":"Out_of_Domain","category":"Knowledge"},{"name":"G-248_mark_asymmetrical_shape_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-24_separate_objects_no_spin_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"G-250_color_triple_intersection_red_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-25_seperate_object_spinning_data-generator","domain":"In_Domain","category":"Transformation"},{"name":"G-273_high_density_liquid_data-generator","domain":"Out_of_Domain","category":"Knowledge"},{"name":"G-29_chart_extreme_with_data_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"G-31_directed_graph_navigation_data-generator","domain":"In_Domain","category":"Spatiality"},{"name":"G-39_attention_shift_different_data-generator","domain":"In_Domain","category":"Perception"},{"name":"G-3_stable_sort_data-generator","domain":"In_Domain","category":"Perception"},{"name":"G-41_grid_highest_cost_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"G-43_understand_scene_structure_data-generator","domain":"In_Domain","category":"Perception"},{"name":"G-45_key_door_matching_data-generator","domain":"In_Domain","category":"Spatiality"},{"name":"G-47_multiple_keys_for_one_door_data-generator","domain":"Out_of_Domain","category":"Spatiality"},{"name":"G-51_predict_next_color_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"G-54_connecting_color_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"G-5_multi_object_placement_data-generator","domain":"In_Domain","category":"Perception"},{"name":"G-8_track_object_movement_data-generator","domain":"In_Domain","category":"Transformation"},{"name":"G-9_identify_objects_in_region_data-generator","domain":"In_Domain","category":"Perception"},{"name":"O-10_shape_outline_fill_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-11_shape_color_then_move_data-generator","domain":"Out_of_Domain","category":"Abstraction"},{"name":"O-12_shape_color_then_scale_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-13_shape_outline_then_move_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-14_shape_scale_then_outline_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-15_ball_bounces_given_time_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-16_color_addition_data-generator","domain":"In_Domain","category":"Perception"},{"name":"O-18_glass_refraction_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-19_mirror_reflection_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-21_construction_blueprint_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-22_construction_stack_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-23_domino_chain_branch_path_prediction_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-24_domino_chain_gap_analysis_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-25_LEGO_construction_assembly_data-generator","domain":"In_Domain","category":"Spatiality"},{"name":"O-27_move_2_object_to_2_target_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-29_ballcolor_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-2_pigment_color_mixing_subtractive_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"O-30_bookshelf_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-31_ball_eating_data-generator","domain":"In_Domain","category":"Perception"},{"name":"O-32_rolling_ball_data-generator","domain":"In_Domain","category":"Transformation"},{"name":"O-33_counting_object_data-generator","domain":"In_Domain","category":"Perception"},{"name":"O-34_dot_to_dot_task_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-36_grid_shift_data-generator","domain":"In_Domain","category":"Transformation"},{"name":"O-37_light_sequence_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-38_majority_color_data-generator","domain":"In_Domain","category":"Perception"},{"name":"O-39_maze_data-generator","domain":"Out_of_Domain","category":"Spatiality"},{"name":"O-43_object_subtraction_data-generator","domain":"Out_of_Domain","category":"Abstraction"},{"name":"O-44_rotation_puzzle_data-generator","domain":"In_Domain","category":"Transformation"},{"name":"O-45_sequence_completion_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-46_shape_sorter_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-47_sliding_puzzle_data-generator","domain":"In_Domain","category":"Abstraction"},{"name":"O-49_symmetry_completion_data-generator","domain":"Out_of_Domain","category":"Abstraction"},{"name":"O-52_traffic_light_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-53_clock_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-54_control_panel_data-generator","domain":"Out_of_Domain","category":"Abstraction"},{"name":"O-55_rotation_data-generator","domain":"In_Domain","category":"Spatiality"},{"name":"O-56_raven_data-generator","domain":"Out_of_Domain","category":"Abstraction"},{"name":"O-58_symbol_delete_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-59_symbol_insert_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-5_symbol_deletion_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-60_symbol_substitute_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-61_symbol_edit_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-62_gravity_physics_data-generator","domain":"Out_of_Domain","category":"Knowledge"},{"name":"O-64_animal_matching_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-65_animal_size_sorting_data-generator","domain":"Out_of_Domain","category":"Perception"},{"name":"O-6_2d_geometric_transformation_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-75_communicating_vessels_data-generator","domain":"In_Domain","category":"Knowledge"},{"name":"O-85_2d_object_rotation_data-generator","domain":"Out_of_Domain","category":"Transformation"},{"name":"O-9_shape_scaling_data-generator","domain":"Out_of_Domain","category":"Abstraction"}]}