diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0274.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0274.json new file mode 100644 index 0000000000000000000000000000000000000000..f232a0a38cb73d7b7811f83a0cdfbc8c84fdd936 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0274.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0274", + "executed_epochs": 274, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6dab293e30d843f29bfeb0ba5ace5e43.npz", + "optimizer_file": "boundary_6dab293e30d843f29bfeb0ba5ace5e43_optimizer.pt", + "arrays_sha256": "de1de63d97c50b0971fc947b1b60f470f43f6244840d784f18c0049ae26b3298", + "optimizer_sha256": "4f76e4804b7e649071ce5dcd655699f3e5d3addc9178b48f5444f28540eeeaa1", + "stage": "adam", + "completed_passes": 274, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 45484, + "adam_update_count": 45484, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 275, + "consumed_count": 274, + "last_submitted_update": 45484, + "last_consumed_update": 45318, + "pending": [ + { + "reference": { + "source_update": 45484, + "completed_passes": 274, + "next_interval": 0, + "trained_intervals": 45484, + "snapshot": "pass_end_0274", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 274, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 45484, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 45484, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010487189865671098, + "update_l2": 4.028789044241421e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2206100109324325e-05, + "update_l2": 1.7341986676910892e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06051010323657718, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 497, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06051010323657718, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021091166883707047, + "ssim_fused": 0.9525951743125916, + "seg_l1": 0.030835259705781937, + "seg_ssim_ref": 0.9525951743125916, + "depth": 0.007033925196796126, + "rgb_loss": 0.026353895664215088, + "seg_loss": 0.0341491736471653, + "total": 0.06051010323657718 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02922200784087181, + "ssim_fused": 0.9367613196372986, + "seg_l1": 0.032657332718372345, + "seg_ssim_ref": 0.9367616176605225, + "depth": 0.005402753101202867, + "rgb_loss": 0.03602534160017967, + "seg_loss": 0.0387735441327095, + "total": 0.07480428476070008, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005402753101202867, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004845008960577867 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024750975891947746, + "ssim_fused": 0.948154091835022, + "seg_l1": 0.04015729948878288, + "seg_ssim_ref": 0.948154091835022, + "depth": 0.01034163163332967, + "rgb_loss": 0.030169961974024773, + "seg_loss": 0.04249502345919609, + "total": 0.07267532520220904, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01034163163332967, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009693934150690784 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014201139099895954, + "ssim_fused": 0.9651691913604736, + "seg_l1": 0.023464728146791458, + "seg_ssim_ref": 0.9651690125465393, + "depth": 0.006347553777251806, + "rgb_loss": 0.018327074125409126, + "seg_loss": 0.025737980380654335, + "total": 0.04407140205984071, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006347553777251806, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006347553777251807 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01619054563343525, + "ssim_fused": 0.9602961540222168, + "seg_l1": 0.02706168405711651, + "seg_ssim_ref": 0.9602959752082825, + "depth": 0.006043762275400157, + "rgb_loss": 0.02089320495724678, + "seg_loss": 0.029590152204036713, + "total": 0.05048940092355889, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006043762275400157, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006043762275400157 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 274, + "adam_update_count": 45484 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.258648747112602 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6dab293e30d843f29bfeb0ba5ace5e43_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 275, + "next_interval": 0, + "next_adam_update": 45485, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 274, + "trained_intervals": 45484, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 45484, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8365815877914429, + "median": 7.354195594787598, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8359415531158447, + "median": 5.553477764129639, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15936125814914703, + "median": 1562.7393798828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02158101089298725, + "median": 258.302734375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 497, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0275.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0275.json new file mode 100644 index 0000000000000000000000000000000000000000..c100159e14d42ffabb2ed2bac5defe78a2140635 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0275.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0275", + "executed_epochs": 275, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ae57a51719104649b65004bbd1d01fcd.npz", + "optimizer_file": "boundary_ae57a51719104649b65004bbd1d01fcd_optimizer.pt", + "arrays_sha256": "0f70cd017de456dd6d4eb7f3bd411be59c10f35567e7c82243a5625095a2f2a7", + "optimizer_sha256": "d7313d54ba8d86e5d06d21e13de6a56ba51847c24f2d556a241d9296ef28a917", + "stage": "adam", + "completed_passes": 275, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 45650, + "adam_update_count": 45650, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 276, + "consumed_count": 275, + "last_submitted_update": 45650, + "last_consumed_update": 45484, + "pending": [ + { + "reference": { + "source_update": 45650, + "completed_passes": 275, + "next_interval": 0, + "trained_intervals": 45650, + "snapshot": "pass_end_0275", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 275, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 45650, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 45650, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001039835624396801, + "update_l2": 9.289904846809804e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2626760508283041e-05, + "update_l2": 3.9283859223360196e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06092000222820628, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 497, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06092000222820628, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021250417456030846, + "ssim_fused": 0.9523459672927856, + "seg_l1": 0.031063659116625786, + "seg_ssim_ref": 0.9523458480834961, + "depth": 0.007109074479220306, + "rgb_loss": 0.026531146839261055, + "seg_loss": 0.034381747245788574, + "total": 0.06092000222820628 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029644209891557693, + "ssim_fused": 0.936105489730835, + "seg_l1": 0.03318742662668228, + "seg_ssim_ref": 0.9361058473587036, + "depth": 0.005503774930996976, + "rgb_loss": 0.03649426996707916, + "seg_loss": 0.03932877257466316, + "total": 0.07582854259138302, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005503774930996976, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004946030790371976 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02483270689845085, + "ssim_fused": 0.9479897022247314, + "seg_l1": 0.040288083255290985, + "seg_ssim_ref": 0.9479896426200867, + "depth": 0.010388342753434037, + "rgb_loss": 0.030268225818872452, + "seg_loss": 0.042632538825273514, + "total": 0.0729111529868994, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010388342753434037, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009740645270795148 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014265159144997597, + "ssim_fused": 0.9650673866271973, + "seg_l1": 0.023577623069286346, + "seg_ssim_ref": 0.9650672674179077, + "depth": 0.006433969886575619, + "rgb_loss": 0.018398649990558624, + "seg_loss": 0.025848645716905594, + "total": 0.04425372967735079, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006433969886575619, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006433969886575618 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625959761440754, + "ssim_fused": 0.9602211713790894, + "seg_l1": 0.02720150351524353, + "seg_ssim_ref": 0.9602208733558655, + "depth": 0.006110210345874592, + "rgb_loss": 0.02096344530582428, + "seg_loss": 0.02971702814102173, + "total": 0.050686583657191885, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006110210345874592, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006110210345874592 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 275, + "adam_update_count": 45650 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2216649749316275 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ae57a51719104649b65004bbd1d01fcd_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 276, + "next_interval": 0, + "next_adam_update": 45651, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 275, + "trained_intervals": 45650, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 45650, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8365179300308228, + "median": 7.354238033294678, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.835999011993408, + "median": 5.553322792053223, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15937140583992004, + "median": 1562.8056640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021579768508672714, + "median": 258.262451171875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 497, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0276.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0276.json new file mode 100644 index 0000000000000000000000000000000000000000..473f0acba173500601d7d5e1c8fe4ab8bf74ca18 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0276.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0276", + "executed_epochs": 276, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ff3509397a784cdd801d08edc0a850fd.npz", + "optimizer_file": "boundary_ff3509397a784cdd801d08edc0a850fd_optimizer.pt", + "arrays_sha256": "d792fd3e0c8b2624ea3b39d60e52598c2c622242ea92b6b3d8127b26d7433d97", + "optimizer_sha256": "bbae957468a95c095ec6ca36710a8078d7b223eada55fa0310ae5bfe072f6eb3", + "stage": "adam", + "completed_passes": 276, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 45816, + "adam_update_count": 45816, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 277, + "consumed_count": 276, + "last_submitted_update": 45816, + "last_consumed_update": 45650, + "pending": [ + { + "reference": { + "source_update": 45816, + "completed_passes": 276, + "next_interval": 0, + "trained_intervals": 45816, + "snapshot": "pass_end_0276", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 276, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 45816, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 45816, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010511813889024779, + "update_l2": 6.585787559743039e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2308114492043387e-05, + "update_l2": 1.0685870392990182e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06040612170460094, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 497, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06040612170460094, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021053947508335114, + "ssim_fused": 0.9526457786560059, + "seg_l1": 0.03076782450079918, + "seg_ssim_ref": 0.9526458382606506, + "depth": 0.00702524545062786, + "rgb_loss": 0.02631399780511856, + "seg_loss": 0.034085098654031754, + "total": 0.06040612170460094 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029156222939491272, + "ssim_fused": 0.9368587136268616, + "seg_l1": 0.03256407007575035, + "seg_ssim_ref": 0.9368590712547302, + "depth": 0.005386235508388684, + "rgb_loss": 0.03595323860645294, + "seg_loss": 0.038679443299770355, + "total": 0.07463806814173168, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005386235508388684, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004828491367763685 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024690203368663788, + "ssim_fused": 0.9482264518737793, + "seg_l1": 0.04002022743225098, + "seg_ssim_ref": 0.9482264518737793, + "depth": 0.010320128051038937, + "rgb_loss": 0.03010687232017517, + "seg_loss": 0.04237089306116104, + "total": 0.07248808550938725, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010320128051038937, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009672430568400045 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01418823841959238, + "ssim_fused": 0.965177595615387, + "seg_l1": 0.023432297632098198, + "seg_ssim_ref": 0.9651774168014526, + "depth": 0.006346035636029102, + "rgb_loss": 0.018315071240067482, + "seg_loss": 0.02571035549044609, + "total": 0.04403177462879475, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006346035636029102, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063460356360291025 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016181128099560738, + "ssim_fused": 0.9603204727172852, + "seg_l1": 0.027054699137806892, + "seg_ssim_ref": 0.9603202939033508, + "depth": 0.00604858260705472, + "rgb_loss": 0.0208808071911335, + "seg_loss": 0.029579700902104378, + "total": 0.05046655853849008, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00604858260705472, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00604858260705472 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 276, + "adam_update_count": 45816 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2162193430121988 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ff3509397a784cdd801d08edc0a850fd_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 277, + "next_interval": 0, + "next_adam_update": 45817, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 276, + "trained_intervals": 45816, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 45816, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8469369411468506, + "median": 7.356971263885498, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.825570583343506, + "median": 5.563325881958008, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15771953761577606, + "median": 1567.0830078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021805988624691963, + "median": 260.8584289550781, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 497, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0277.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0277.json new file mode 100644 index 0000000000000000000000000000000000000000..90edc0768d6d18338c7a2f5dcfbc336708ad97f2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0277.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0277", + "executed_epochs": 277, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c8a60ded74874c0eabeabd240e640a14.npz", + "optimizer_file": "boundary_c8a60ded74874c0eabeabd240e640a14_optimizer.pt", + "arrays_sha256": "12909aeed89cf09cbf75d6a2f4bf73e6e1b189138d231a094d140abfe2306e6f", + "optimizer_sha256": "68dd2df877a4eb50ce124b658666c7e2c39b181ca7f497b69c95d69d27ec8335", + "stage": "adam", + "completed_passes": 277, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 45982, + "adam_update_count": 45982, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 278, + "consumed_count": 277, + "last_submitted_update": 45982, + "last_consumed_update": 45816, + "pending": [ + { + "reference": { + "source_update": 45982, + "completed_passes": 277, + "next_interval": 0, + "trained_intervals": 45982, + "snapshot": "pass_end_0277", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 277, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 45982, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 45982, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010859110625460744, + "update_l2": 7.707392796874046e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.271740529773524e-05, + "update_l2": 1.4429718930841773e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06074592678544536, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 497, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06074592678544536, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021186545491218567, + "ssim_fused": 0.9524533748626709, + "seg_l1": 0.030963703989982605, + "seg_ssim_ref": 0.9524534344673157, + "depth": 0.007080125785019934, + "rgb_loss": 0.026458559557795525, + "seg_loss": 0.034280285239219666, + "total": 0.06074592678544536 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02949303574860096, + "ssim_fused": 0.9363481998443604, + "seg_l1": 0.03297608345746994, + "seg_ssim_ref": 0.936348557472229, + "depth": 0.005471998657033417, + "rgb_loss": 0.036324791610240936, + "seg_loss": 0.03911115601658821, + "total": 0.07544142335077648, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005471998657033417, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004914254516408416 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024801375344395638, + "ssim_fused": 0.9480656981468201, + "seg_l1": 0.040246669203042984, + "seg_ssim_ref": 0.9480655789375305, + "depth": 0.01038109786023153, + "rgb_loss": 0.030227962881326675, + "seg_loss": 0.04258422181010246, + "total": 0.07282256578928938, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01038109786023153, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009733400377592641 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014232056215405464, + "ssim_fused": 0.9651155471801758, + "seg_l1": 0.023520076647400856, + "seg_ssim_ref": 0.965115487575531, + "depth": 0.006391719944596599, + "rgb_loss": 0.018362535163760185, + "seg_loss": 0.025792963802814484, + "total": 0.04416189254916442, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006391719944596599, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063917199445966 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01621970906853676, + "ssim_fused": 0.9602841138839722, + "seg_l1": 0.02711198851466179, + "seg_ssim_ref": 0.9602839350700378, + "depth": 0.006075686678218189, + "rgb_loss": 0.020918944850564003, + "seg_loss": 0.029632804915308952, + "total": 0.05055782545255117, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006075686678218189, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006075686678218189 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 277, + "adam_update_count": 45982 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21831921488046646 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c8a60ded74874c0eabeabd240e640a14_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 278, + "next_interval": 0, + "next_adam_update": 45983, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 277, + "trained_intervals": 45982, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 45982, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8474844694137573, + "median": 7.35511589050293, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.825049877166748, + "median": 5.564754962921143, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1576332002878189, + "median": 1564.17822265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021817347034811974, + "median": 261.2332763671875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 497, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0278.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0278.json new file mode 100644 index 0000000000000000000000000000000000000000..7b88a87cf94c76548ffe0be423f0302051fef642 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0278.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0278", + "executed_epochs": 278, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_087dba1262dc4cdebc51888c8bccae56.npz", + "optimizer_file": "boundary_087dba1262dc4cdebc51888c8bccae56_optimizer.pt", + "arrays_sha256": "a62e095aa6015ca4862a90028e5d2ed01ff4528cb645334c70e79d6f44be1567", + "optimizer_sha256": "69fe075f4bf3ccb19c85a5755802420dbb3f1c34f939287bfee741f16c97136e", + "stage": "adam", + "completed_passes": 278, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 46148, + "adam_update_count": 46148, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 279, + "consumed_count": 278, + "last_submitted_update": 46148, + "last_consumed_update": 45982, + "pending": [ + { + "reference": { + "source_update": 46148, + "completed_passes": 278, + "next_interval": 0, + "trained_intervals": 46148, + "snapshot": "pass_end_0278", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 278, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 46148, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 46148, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001056841283570975, + "update_l2": 1.3692200809600763e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2363530004222412e-05, + "update_l2": 3.7817885640833993e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06042366304591477, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 497, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06042366304591477, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021063581109046936, + "ssim_fused": 0.9526309967041016, + "seg_l1": 0.030772721394896507, + "seg_ssim_ref": 0.9526309967041016, + "depth": 0.007026988716719853, + "rgb_loss": 0.02632465772330761, + "seg_loss": 0.034091975539922714, + "total": 0.06042366304591477 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02920106053352356, + "ssim_fused": 0.9367903470993042, + "seg_l1": 0.03260563313961029, + "seg_ssim_ref": 0.9367906451225281, + "depth": 0.0053883655900285685, + "rgb_loss": 0.03600277751684189, + "seg_loss": 0.03872637823224068, + "total": 0.07473454783996289, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0053883655900285685, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004830621449403569 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02469503879547119, + "ssim_fused": 0.948215126991272, + "seg_l1": 0.040026355534791946, + "seg_ssim_ref": 0.948215126991272, + "depth": 0.010323668484338818, + "rgb_loss": 0.030113007873296738, + "seg_loss": 0.04237806051969528, + "total": 0.07250138833618607, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010323668484338818, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009675971001699929 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014181967824697495, + "ssim_fused": 0.9651889801025391, + "seg_l1": 0.023418422788381577, + "seg_ssim_ref": 0.9651888012886047, + "depth": 0.006346143684631937, + "rgb_loss": 0.018307778984308243, + "seg_loss": 0.025696977972984314, + "total": 0.04401110310097719, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006346143684631937, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006346143684631938 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0161762572824955, + "ssim_fused": 0.9603296518325806, + "seg_l1": 0.027040475979447365, + "seg_ssim_ref": 0.9603294730186462, + "depth": 0.006049777107880089, + "rgb_loss": 0.020875075832009315, + "seg_loss": 0.029566485434770584, + "total": 0.05044761290653293, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006049777107880089, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006049777107880089 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 278, + "adam_update_count": 46148 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22740102000534534 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_087dba1262dc4cdebc51888c8bccae56_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 279, + "next_interval": 0, + "next_adam_update": 46149, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 278, + "trained_intervals": 46148, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 46148, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8473904132843018, + "median": 7.355123996734619, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8251380920410156, + "median": 5.564369201660156, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1576480269432068, + "median": 1564.19091796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02181542105972767, + "median": 261.13189697265625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 497, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0279.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0279.json new file mode 100644 index 0000000000000000000000000000000000000000..10a821245e52cbe5fd07f420e27ac033b8a011e2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0279.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0279", + "executed_epochs": 279, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2ba051f4d57f47779603c2cd2b60bcfc.npz", + "optimizer_file": "boundary_2ba051f4d57f47779603c2cd2b60bcfc_optimizer.pt", + "arrays_sha256": "d0b1b139bfdd693441e367ec26c2ad16977c4cfc924f3de37dd4f6152b28b595", + "optimizer_sha256": "aca022b2b4528053d444ae8661112b0e1fcb127411a212c46e90f88511cd100c", + "stage": "adam", + "completed_passes": 279, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 46314, + "adam_update_count": 46314, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 280, + "consumed_count": 279, + "last_submitted_update": 46314, + "last_consumed_update": 46148, + "pending": [ + { + "reference": { + "source_update": 46314, + "completed_passes": 279, + "next_interval": 0, + "trained_intervals": 46314, + "snapshot": "pass_end_0279", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 279, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 46314, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 46314, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.870625945040956e-05, + "update_l2": 2.3306925868382677e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2669340321735945e-05, + "update_l2": 8.631696800875943e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06079863128154399, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 497, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06079863128154399, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021206650882959366, + "ssim_fused": 0.952445924282074, + "seg_l1": 0.03100574016571045, + "seg_ssim_ref": 0.9524458646774292, + "depth": 0.007087596644173026, + "rgb_loss": 0.026476126164197922, + "seg_loss": 0.03431541472673416, + "total": 0.06079863128154399 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029505258426070213, + "ssim_fused": 0.936388373374939, + "seg_l1": 0.033023037016391754, + "seg_ssim_ref": 0.9363886117935181, + "depth": 0.0054976711551614835, + "rgb_loss": 0.03632653132081032, + "seg_loss": 0.03914070874452591, + "total": 0.07547274146178169, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054976711551614835, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004939927014536484 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024801194667816162, + "ssim_fused": 0.9480566382408142, + "seg_l1": 0.040282681584358215, + "seg_ssim_ref": 0.9480564594268799, + "depth": 0.010396715675675983, + "rgb_loss": 0.030229628086090088, + "seg_loss": 0.042614854872226715, + "total": 0.07285487967399248, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010396715675675983, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009749018193037095 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014277488924562931, + "ssim_fused": 0.965053915977478, + "seg_l1": 0.023586386814713478, + "seg_ssim_ref": 0.9650537967681885, + "depth": 0.006392625509778866, + "rgb_loss": 0.01841120794415474, + "seg_loss": 0.025858350098133087, + "total": 0.0442759506677976, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006392625509778866, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006392625509778866 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01624266430735588, + "ssim_fused": 0.960284948348999, + "seg_l1": 0.027130858972668648, + "seg_ssim_ref": 0.9602847099304199, + "depth": 0.006063374236075777, + "rgb_loss": 0.02093714289367199, + "seg_loss": 0.029647745192050934, + "total": 0.050590953322604146, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006063374236075777, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006063374236075777 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 279, + "adam_update_count": 46314 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22135017393156886 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2ba051f4d57f47779603c2cd2b60bcfc_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 280, + "next_interval": 0, + "next_adam_update": 46315, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 279, + "trained_intervals": 46314, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 46314, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.847800374031067, + "median": 7.355561256408691, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8247456550598145, + "median": 5.564244270324707, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15758341550827026, + "median": 1564.875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021823985502123833, + "median": 261.0904235839844, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 497, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0280.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0280.json new file mode 100644 index 0000000000000000000000000000000000000000..fb8f17a7b70300a02fb237cd60624c1d54bc4aab --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0280.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0280", + "executed_epochs": 280, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0833d8a5d29043b7b52213b54bfb3e74.npz", + "optimizer_file": "boundary_0833d8a5d29043b7b52213b54bfb3e74_optimizer.pt", + "arrays_sha256": "dfed44ddae3bd451be202c3fd92ae159347989dc7292d078a3b8619cca1d652a", + "optimizer_sha256": "7253fb7a9df9b044a307411f6655696b1d164ba2a1388bdcbaafeb478273ab9c", + "stage": "adam", + "completed_passes": 280, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 46480, + "adam_update_count": 46480, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 281, + "consumed_count": 280, + "last_submitted_update": 46480, + "last_consumed_update": 46314, + "pending": [ + { + "reference": { + "source_update": 46480, + "completed_passes": 280, + "next_interval": 0, + "trained_intervals": 46480, + "snapshot": "pass_end_0280", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 280, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 46480, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 46480, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010427641245769337, + "update_l2": 5.293456342769787e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2548591257655062e-05, + "update_l2": 1.9523520677466877e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06054222554672594, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 497, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06054222554672594, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021115990355610847, + "ssim_fused": 0.9525831937789917, + "seg_l1": 0.030844612047076225, + "seg_ssim_ref": 0.9525832533836365, + "depth": 0.007042370327661888, + "rgb_loss": 0.02637614496052265, + "seg_loss": 0.03415903449058533, + "total": 0.06054222554672594 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02935066446661949, + "ssim_fused": 0.9366169571876526, + "seg_l1": 0.032782431691884995, + "seg_ssim_ref": 0.9366171956062317, + "depth": 0.005444211974263761, + "rgb_loss": 0.036157142370939255, + "seg_loss": 0.03890250623226166, + "total": 0.07506509654046548, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005444211974263761, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0048864678336387616 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02471553348004818, + "ssim_fused": 0.9482105374336243, + "seg_l1": 0.04011254385113716, + "seg_ssim_ref": 0.9482105374336243, + "depth": 0.010348342659948134, + "rgb_loss": 0.03013031929731369, + "seg_loss": 0.042447928339242935, + "total": 0.07258859970450687, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010348342659948134, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009700645177309248 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014215215109288692, + "ssim_fused": 0.9651407599449158, + "seg_l1": 0.023471275344491005, + "seg_ssim_ref": 0.9651407599449158, + "depth": 0.006350155019517471, + "rgb_loss": 0.01834402047097683, + "seg_loss": 0.02574886754155159, + "total": 0.04409923630490279, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006350155019517471, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006350155019517471 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01618255116045475, + "ssim_fused": 0.9603646993637085, + "seg_l1": 0.02701219916343689, + "seg_ssim_ref": 0.960364580154419, + "depth": 0.006026771656918185, + "rgb_loss": 0.02087310142815113, + "seg_loss": 0.029536843299865723, + "total": 0.05041596963702862, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006026771656918185, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006026771656918184 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 280, + "adam_update_count": 46480 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21679305518046021 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0833d8a5d29043b7b52213b54bfb3e74_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 281, + "next_interval": 0, + "next_adam_update": 46481, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 280, + "trained_intervals": 46480, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 46480, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.847800374031067, + "median": 7.355561256408691, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8247456550598145, + "median": 5.564094066619873, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15758341550827026, + "median": 1564.875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021823985502123833, + "median": 261.0499267578125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 497, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0281.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0281.json new file mode 100644 index 0000000000000000000000000000000000000000..899791c98fa2d8c7cb299ea3078a5ee9910ea477 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0281.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0281", + "executed_epochs": 281, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_db162757084342f8b852e8598a87a8a6.npz", + "optimizer_file": "boundary_db162757084342f8b852e8598a87a8a6_optimizer.pt", + "arrays_sha256": "4f8173d6b6ecd40854764f841caf3d79d994d56a7281b6994bd0c6c8a4ed6061", + "optimizer_sha256": "f8fdf2a9257180ff9c49aecd61c42a4d22c27023bac5c5ac6146b9a6007580fe", + "stage": "adam", + "completed_passes": 281, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 46646, + "adam_update_count": 46646, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 282, + "consumed_count": 281, + "last_submitted_update": 46646, + "last_consumed_update": 46480, + "pending": [ + { + "reference": { + "source_update": 46646, + "completed_passes": 281, + "next_interval": 0, + "trained_intervals": 46646, + "snapshot": "pass_end_0281", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 281, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 46646, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 46646, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010564371041255072, + "update_l2": 0.00011717170855263248 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2075491213181522e-05, + "update_l2": 4.3718628148781136e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06016964598638228, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 497, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06016964598638228, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020966365933418274, + "ssim_fused": 0.9527702331542969, + "seg_l1": 0.03062206692993641, + "seg_ssim_ref": 0.9527702331542969, + "depth": 0.006989045862477829, + "rgb_loss": 0.026219045743346214, + "seg_loss": 0.03394360840320587, + "total": 0.06016964598638228 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02898477576673031, + "ssim_fused": 0.9370955228805542, + "seg_l1": 0.032341524958610535, + "seg_ssim_ref": 0.9370958209037781, + "depth": 0.00534317960893425, + "rgb_loss": 0.035768717527389526, + "seg_loss": 0.03845405578613281, + "total": 0.07422811649313127, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00534317960893425, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004785435468309249 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024594217538833618, + "ssim_fused": 0.9483759999275208, + "seg_l1": 0.039828237146139145, + "seg_ssim_ref": 0.9483759999275208, + "depth": 0.010260710632389205, + "rgb_loss": 0.030000174418091774, + "seg_loss": 0.042187392711639404, + "total": 0.07219782597771841, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010260710632389205, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009613013149750316 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014145618304610252, + "ssim_fused": 0.9652329087257385, + "seg_l1": 0.0233423113822937, + "seg_ssim_ref": 0.9652327299118042, + "depth": 0.006321326564247201, + "rgb_loss": 0.018269913271069527, + "seg_loss": 0.02562730386853218, + "total": 0.0439035403288111, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006321326564247201, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006321326564247201 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016140852123498917, + "ssim_fused": 0.960376501083374, + "seg_l1": 0.026976190507411957, + "seg_ssim_ref": 0.9603763222694397, + "depth": 0.00603096664434066, + "rgb_loss": 0.02083738148212433, + "seg_loss": 0.029505688697099686, + "total": 0.05034910114586835, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00603096664434066, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00603096664434066 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 281, + "adam_update_count": 46646 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2227761191315949 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_db162757084342f8b852e8598a87a8a6_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 282, + "next_interval": 0, + "next_adam_update": 46647, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 281, + "trained_intervals": 46646, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 46646, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8476518392562866, + "median": 7.355171203613281, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.824901819229126, + "median": 5.563764572143555, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1576068252325058, + "median": 1564.2647705078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02182057686150074, + "median": 260.9642333984375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 497, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0282.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0282.json new file mode 100644 index 0000000000000000000000000000000000000000..307ca603260d12e7c4397820e16865b9323772df --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0282.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0282", + "executed_epochs": 282, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_419df516a311414f95827c456645ee28.npz", + "optimizer_file": "boundary_419df516a311414f95827c456645ee28_optimizer.pt", + "arrays_sha256": "3a54ee7f79c3171456e9526d6898578c42acedb80eee6ac31faa68711736908f", + "optimizer_sha256": "261dfc8668ec4eddf55485b3fda14ac163a6b91f624b577f0a13af0c14ef8ac3", + "stage": "adam", + "completed_passes": 282, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 46812, + "adam_update_count": 46812, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 283, + "consumed_count": 282, + "last_submitted_update": 46812, + "last_consumed_update": 46646, + "pending": [ + { + "reference": { + "source_update": 46812, + "completed_passes": 282, + "next_interval": 0, + "trained_intervals": 46812, + "snapshot": "pass_end_0282", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 282, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 46812, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 46812, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010626199218677357, + "update_l2": 0.00020377387409098446 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2412284377205651e-05, + "update_l2": 8.491514745401219e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06051938187065843, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06051938187065843, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021102702245116234, + "ssim_fused": 0.9525953531265259, + "seg_l1": 0.030835386365652084, + "seg_ssim_ref": 0.9525952935218811, + "depth": 0.007036586434880414, + "rgb_loss": 0.02636309713125229, + "seg_loss": 0.034149251878261566, + "total": 0.06051938187065843 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02929251454770565, + "ssim_fused": 0.9366925358772278, + "seg_l1": 0.0327206626534462, + "seg_ssim_ref": 0.9366928935050964, + "depth": 0.005432050147265093, + "rgb_loss": 0.036095503717660904, + "seg_loss": 0.03883795440196991, + "total": 0.07493888644448778, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005432050147265093, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004874306006640092 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024733470752835274, + "ssim_fused": 0.9481825232505798, + "seg_l1": 0.040148694068193436, + "seg_ssim_ref": 0.9481824040412903, + "depth": 0.010348246167574028, + "rgb_loss": 0.030150271952152252, + "seg_loss": 0.04248247668147087, + "total": 0.0726430931545004, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010348246167574028, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009700548684935136 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014205770567059517, + "ssim_fused": 0.9651546478271484, + "seg_l1": 0.02346062660217285, + "seg_ssim_ref": 0.9651544690132141, + "depth": 0.006337323076253653, + "rgb_loss": 0.018333686515688896, + "seg_loss": 0.025737609714269638, + "total": 0.04407763169038964, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006337323076253653, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006337323076253653 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016179053112864494, + "ssim_fused": 0.9603515863418579, + "seg_l1": 0.027011554688215256, + "seg_ssim_ref": 0.9603514075279236, + "depth": 0.006028726348428883, + "rgb_loss": 0.020872924476861954, + "seg_loss": 0.029538962990045547, + "total": 0.05041791619325593, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006028726348428883, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006028726348428884 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 282, + "adam_update_count": 46812 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24143807380460203 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_419df516a311414f95827c456645ee28_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 283, + "next_interval": 0, + "next_adam_update": 46813, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 282, + "trained_intervals": 46812, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 46812, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8514785766601562, + "median": 7.356321334838867, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.820941925048828, + "median": 5.564249038696289, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15700486302375793, + "median": 1566.06494140625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021907156333327293, + "median": 261.06201171875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0283.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0283.json new file mode 100644 index 0000000000000000000000000000000000000000..b9109552549bde64042194977a7f55c0939dcebe --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0283.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0283", + "executed_epochs": 283, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_77c2d2a76a54403aa73787fbc650d166.npz", + "optimizer_file": "boundary_77c2d2a76a54403aa73787fbc650d166_optimizer.pt", + "arrays_sha256": "a834c47047cd814e288027ffe0a80486784a3172c4a3c6613f31835bba7176f1", + "optimizer_sha256": "492ce88cc1c6f987be15b64149a3881dd743ff72d953dce186bff8505e5cd4ed", + "stage": "adam", + "completed_passes": 283, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 46978, + "adam_update_count": 46978, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 284, + "consumed_count": 283, + "last_submitted_update": 46978, + "last_consumed_update": 46812, + "pending": [ + { + "reference": { + "source_update": 46978, + "completed_passes": 283, + "next_interval": 0, + "trained_intervals": 46978, + "snapshot": "pass_end_0283", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 283, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 46978, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 46978, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010438937169965357, + "update_l2": 0.00038739852607250214 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2614922525244765e-05, + "update_l2": 0.00016286855679936707 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0607974616330742, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0607974616330742, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021195625886321068, + "ssim_fused": 0.9524372816085815, + "seg_l1": 0.031011002138257027, + "seg_ssim_ref": 0.9524373412132263, + "depth": 0.007085826682958739, + "rgb_loss": 0.02646903693675995, + "seg_loss": 0.034321337938308716, + "total": 0.0607974616330742 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02941557765007019, + "ssim_fused": 0.9364807605743408, + "seg_l1": 0.032910432666540146, + "seg_ssim_ref": 0.9364811182022095, + "depth": 0.005448873711980673, + "rgb_loss": 0.03623631224036217, + "seg_loss": 0.03903212398290634, + "total": 0.0752738813716902, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005448873711980673, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004891129571355673 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024841563776135445, + "ssim_fused": 0.9479944109916687, + "seg_l1": 0.040328167378902435, + "seg_ssim_ref": 0.9479944109916687, + "depth": 0.01039645375347308, + "rgb_loss": 0.030274368822574615, + "seg_loss": 0.04266365244984627, + "total": 0.07294842145146466, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01039645375347308, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009748756270834193 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014267531223595142, + "ssim_fused": 0.9650672078132629, + "seg_l1": 0.0235992930829525, + "seg_ssim_ref": 0.9650670886039734, + "depth": 0.006404354463195324, + "rgb_loss": 0.018400583416223526, + "seg_loss": 0.025866016745567322, + "total": 0.044273004516254044, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006404354463195324, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006404354463195325 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625782996416092, + "ssim_fused": 0.9602068662643433, + "seg_l1": 0.027206113561987877, + "seg_ssim_ref": 0.9602066874504089, + "depth": 0.006093624803185877, + "rgb_loss": 0.020964890718460083, + "seg_loss": 0.029723554849624634, + "total": 0.050694539192887904, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006093624803185877, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006093624803185877 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 283, + "adam_update_count": 46978 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2196744040120393 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_77c2d2a76a54403aa73787fbc650d166_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 284, + "next_interval": 0, + "next_adam_update": 46979, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 283, + "trained_intervals": 46978, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 46978, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8505624532699585, + "median": 7.356173038482666, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.821868658065796, + "median": 5.563381195068359, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15714874863624573, + "median": 1565.8326416015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02188686467707157, + "median": 260.8414306640625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0284.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0284.json new file mode 100644 index 0000000000000000000000000000000000000000..41e36064382dcbc59318df8a42240e19ccb594b7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0284.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0284", + "executed_epochs": 284, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5182d04ec9a8440eb0a39b581e08bfb9.npz", + "optimizer_file": "boundary_5182d04ec9a8440eb0a39b581e08bfb9_optimizer.pt", + "arrays_sha256": "25a7eb538a8e919556b89c8310d2634618507aa143395a74691c69071e236f0e", + "optimizer_sha256": "199c7d9d6d2e569e06774f516b66d9301fb0037c69f52d6dd1f8bb7f5cfa9771", + "stage": "adam", + "completed_passes": 284, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 47144, + "adam_update_count": 47144, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 285, + "consumed_count": 284, + "last_submitted_update": 47144, + "last_consumed_update": 46978, + "pending": [ + { + "reference": { + "source_update": 47144, + "completed_passes": 284, + "next_interval": 0, + "trained_intervals": 47144, + "snapshot": "pass_end_0284", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 284, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 47144, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 47144, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.653298184275627e-05, + "update_l2": 0.0004285978793632239 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3011525879846886e-05, + "update_l2": 0.00018420514243189245 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06094868665659352, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06094868665659352, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02125876024365425, + "ssim_fused": 0.9523575305938721, + "seg_l1": 0.03109697997570038, + "seg_ssim_ref": 0.9523575901985168, + "depth": 0.007111561536021117, + "rgb_loss": 0.026535503566265106, + "seg_loss": 0.03440607339143753, + "total": 0.06094868665659352 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029603486880660057, + "ssim_fused": 0.9361979961395264, + "seg_l1": 0.03314591199159622, + "seg_ssim_ref": 0.9361982941627502, + "depth": 0.005518758414602683, + "rgb_loss": 0.03644318878650665, + "seg_loss": 0.03927706927061081, + "total": 0.07572577681553207, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005518758414602683, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004961014273977683 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024888452142477036, + "ssim_fused": 0.9479571580886841, + "seg_l1": 0.04046596586704254, + "seg_ssim_ref": 0.9479571580886841, + "depth": 0.01046088956847192, + "rgb_loss": 0.030319329351186752, + "seg_loss": 0.042781341820955276, + "total": 0.07311113206171051, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01046088956847192, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00981319208583303 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01428959146142006, + "ssim_fused": 0.9650473594665527, + "seg_l1": 0.023624788969755173, + "seg_ssim_ref": 0.965047299861908, + "depth": 0.0064013816375601, + "rgb_loss": 0.0184222012758255, + "seg_loss": 0.025890372693538666, + "total": 0.044318975351001724, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064013816375601, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064013816375601 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625351794064045, + "ssim_fused": 0.9602276086807251, + "seg_l1": 0.027151253074407578, + "seg_ssim_ref": 0.9602274894714355, + "depth": 0.0060652165234497644, + "rgb_loss": 0.02095729298889637, + "seg_loss": 0.029675506055355072, + "total": 0.050638862398129744, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060652165234497644, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060652165234497644 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 284, + "adam_update_count": 47144 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2207925410475582 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5182d04ec9a8440eb0a39b581e08bfb9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 285, + "next_interval": 0, + "next_adam_update": 47145, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 284, + "trained_intervals": 47144, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 47144, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8487489223480225, + "median": 7.354869365692139, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.823620319366455, + "median": 5.560074806213379, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15743401646614075, + "median": 1563.792724609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021848559379577637, + "median": 259.9200439453125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0285.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0285.json new file mode 100644 index 0000000000000000000000000000000000000000..3686113a38da504a82834fa1b9e0a9090a39a896 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0285.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0285", + "executed_epochs": 285, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5ba6f501052848389a4238b96bff61ab.npz", + "optimizer_file": "boundary_5ba6f501052848389a4238b96bff61ab_optimizer.pt", + "arrays_sha256": "dde335c090ec6f8e07565c2e102590b2d5c2ba9badad7045d441ced7147e9ee0", + "optimizer_sha256": "ad2c1e66d9e150d57f31e8e4c646ed75bb4d6f30ec52e35f2daf3140882c73ac", + "stage": "adam", + "completed_passes": 285, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 47310, + "adam_update_count": 47310, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 286, + "consumed_count": 285, + "last_submitted_update": 47310, + "last_consumed_update": 47144, + "pending": [ + { + "reference": { + "source_update": 47310, + "completed_passes": 285, + "next_interval": 0, + "trained_intervals": 47310, + "snapshot": "pass_end_0285", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 285, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 47310, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 47310, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010032516001956537, + "update_l2": 0.00044967985013499856 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.247507861990016e-05, + "update_l2": 0.00020877693896181881 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06061669631979056, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06061669631979056, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021137846633791924, + "ssim_fused": 0.9525482654571533, + "seg_l1": 0.03089834377169609, + "seg_ssim_ref": 0.9525483250617981, + "depth": 0.007050178261469249, + "rgb_loss": 0.026400623843073845, + "seg_loss": 0.03420902043581009, + "total": 0.06061669631979056 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029349133372306824, + "ssim_fused": 0.9366212487220764, + "seg_l1": 0.03281475231051445, + "seg_ssim_ref": 0.9366215467453003, + "depth": 0.0054479034103041835, + "rgb_loss": 0.036155056208372116, + "seg_loss": 0.03892749175429344, + "total": 0.07508799586607587, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054479034103041835, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004890159269679183 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02476828172802925, + "ssim_fused": 0.9481244683265686, + "seg_l1": 0.040217332541942596, + "seg_ssim_ref": 0.9481244683265686, + "depth": 0.010367310292093186, + "rgb_loss": 0.03018973208963871, + "seg_loss": 0.042548976838588715, + "total": 0.07274907437587437, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010367310292093186, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009719612809454298 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014231384731829166, + "ssim_fused": 0.9651212692260742, + "seg_l1": 0.023506220430135727, + "seg_ssim_ref": 0.9651211500167847, + "depth": 0.006350315529083213, + "rgb_loss": 0.01836085505783558, + "seg_loss": 0.025780746713280678, + "total": 0.04414795208664534, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006350315529083213, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006350315529083212 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01620258204638958, + "ssim_fused": 0.960326075553894, + "seg_l1": 0.02705506980419159, + "seg_ssim_ref": 0.9603258967399597, + "depth": 0.00603518381439641, + "rgb_loss": 0.020896852016448975, + "seg_loss": 0.02957887575030327, + "total": 0.05048176295056664, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00603518381439641, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006035183814396409 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 285, + "adam_update_count": 47310 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23566746897995472 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5ba6f501052848389a4238b96bff61ab_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 286, + "next_interval": 0, + "next_adam_update": 47311, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 285, + "trained_intervals": 47310, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 47310, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8438957929611206, + "median": 7.354820728302002, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8286004066467285, + "median": 5.558982849121094, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15819990634918213, + "median": 1563.716552734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0217400211840868, + "median": 259.6495361328125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0286.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0286.json new file mode 100644 index 0000000000000000000000000000000000000000..beceed18a96b3d7732f642d7a330edaf11ef6a8e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0286.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0286", + "executed_epochs": 286, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7323f1bb1a2e4cd2a4e88e847410513d.npz", + "optimizer_file": "boundary_7323f1bb1a2e4cd2a4e88e847410513d_optimizer.pt", + "arrays_sha256": "2b68d4489fde4f9e7c3e6a70bb5e1917f945f1f41f64d6c560a4949db2a2c7fb", + "optimizer_sha256": "f07f66ea27fcbb335319663728a30d0afa7271929408b695bec9d315c460cd33", + "stage": "adam", + "completed_passes": 286, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 47476, + "adam_update_count": 47476, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 287, + "consumed_count": 286, + "last_submitted_update": 47476, + "last_consumed_update": 47310, + "pending": [ + { + "reference": { + "source_update": 47476, + "completed_passes": 286, + "next_interval": 0, + "trained_intervals": 47476, + "snapshot": "pass_end_0286", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 286, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 47476, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 47476, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.394440712640062e-05, + "update_l2": 0.00011011726746801287 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.272194549528649e-05, + "update_l2": 1.2901340596727096e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06087524366117204, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06087524366117204, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021233217790722847, + "ssim_fused": 0.9524047374725342, + "seg_l1": 0.03105432353913784, + "seg_ssim_ref": 0.9524047374725342, + "depth": 0.007097763187542119, + "rgb_loss": 0.02650563232600689, + "seg_loss": 0.03436250984668732, + "total": 0.06087524366117204 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02954920381307602, + "ssim_fused": 0.9363220930099487, + "seg_l1": 0.033094827085733414, + "seg_ssim_ref": 0.9363225102424622, + "depth": 0.0055036919078049786, + "rgb_loss": 0.03637494519352913, + "seg_loss": 0.03921135887503624, + "total": 0.07559180776047317, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0055036919078049786, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004945947767179977 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024834809824824333, + "ssim_fused": 0.9480022192001343, + "seg_l1": 0.04034392535686493, + "seg_ssim_ref": 0.9480022192001343, + "depth": 0.01041277460433129, + "rgb_loss": 0.03026740625500679, + "seg_loss": 0.04267469793558121, + "total": 0.07295252069048262, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01041277460433129, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.0097650771216924 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014290150254964828, + "ssim_fused": 0.9650375843048096, + "seg_l1": 0.023613015189766884, + "seg_ssim_ref": 0.9650374054908752, + "depth": 0.006401390225364205, + "rgb_loss": 0.01842460408806801, + "seg_loss": 0.025882931426167488, + "total": 0.04431393876710601, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006401390225364205, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006401390225364206 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016258709132671356, + "ssim_fused": 0.9602569937705994, + "seg_l1": 0.027165532112121582, + "seg_ssim_ref": 0.960256814956665, + "depth": 0.006073196012668001, + "rgb_loss": 0.02095557004213333, + "seg_loss": 0.029681062325835228, + "total": 0.050642707426626375, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006073196012668001, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006073196012668001 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 286, + "adam_update_count": 47476 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21630309685133398 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7323f1bb1a2e4cd2a4e88e847410513d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 287, + "next_interval": 0, + "next_adam_update": 47477, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 286, + "trained_intervals": 47476, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 47476, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.83431077003479, + "median": 7.355233669281006, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8381776809692383, + "median": 5.556886196136475, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15972355008125305, + "median": 1564.362548828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021532805636525154, + "median": 259.17462158203125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0287.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0287.json new file mode 100644 index 0000000000000000000000000000000000000000..e34df2ce06b7db926c264ac6c499bab433743a73 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0287.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0287", + "executed_epochs": 287, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2e11f6519e8e469baab78b506c9590c2.npz", + "optimizer_file": "boundary_2e11f6519e8e469baab78b506c9590c2_optimizer.pt", + "arrays_sha256": "7f2b3c134f1f438b3930c0b75202c7db4fa8a5903a75e72586970404829452dd", + "optimizer_sha256": "d640410cdd52d8c5ee7c5c0343bcbdf380c135a57674f4ef2e2fe1b169ae3d52", + "stage": "adam", + "completed_passes": 287, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 47642, + "adam_update_count": 47642, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 288, + "consumed_count": 287, + "last_submitted_update": 47642, + "last_consumed_update": 47476, + "pending": [ + { + "reference": { + "source_update": 47642, + "completed_passes": 287, + "next_interval": 0, + "trained_intervals": 47642, + "snapshot": "pass_end_0287", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 287, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 47642, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 47642, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010199702956015244, + "update_l2": 5.029407020629151e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2529841114883311e-05, + "update_l2": 1.3803573892801069e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0606961025959136, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0606961025959136, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02115974761545658, + "ssim_fused": 0.9525070786476135, + "seg_l1": 0.03095507249236107, + "seg_ssim_ref": 0.9525070190429688, + "depth": 0.007064930188849167, + "rgb_loss": 0.026426389813423157, + "seg_loss": 0.03426264971494675, + "total": 0.0606961025959136 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02934994362294674, + "ssim_fused": 0.9366089701652527, + "seg_l1": 0.03283679485321045, + "seg_ssim_ref": 0.9366093277931213, + "depth": 0.005444374155577324, + "rgb_loss": 0.036158159375190735, + "seg_loss": 0.03894757106900215, + "total": 0.07511117109305816, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005444374155577324, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004886630014952325 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02482082135975361, + "ssim_fused": 0.9480481147766113, + "seg_l1": 0.04032270610332489, + "seg_ssim_ref": 0.9480481147766113, + "depth": 0.010402941002676573, + "rgb_loss": 0.0302470363676548, + "seg_loss": 0.042648542672395706, + "total": 0.07290598198105318, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010402941002676573, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009755243520037687 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014246748760342598, + "ssim_fused": 0.9651030898094177, + "seg_l1": 0.023552272468805313, + "seg_ssim_ref": 0.9651029109954834, + "depth": 0.006361729620109933, + "rgb_loss": 0.018376780673861504, + "seg_loss": 0.02582123503088951, + "total": 0.044204375571725976, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006361729620109933, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006361729620109933 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016221480444073677, + "ssim_fused": 0.9602680206298828, + "seg_l1": 0.02710852026939392, + "seg_ssim_ref": 0.9602678418159485, + "depth": 0.006050675977032839, + "rgb_loss": 0.02092358097434044, + "seg_loss": 0.02963324822485447, + "total": 0.05056288173781709, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006050675977032839, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060506759770328385 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 287, + "adam_update_count": 47642 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22329998505301774 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2e11f6519e8e469baab78b506c9590c2_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 288, + "next_interval": 0, + "next_adam_update": 47643, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 287, + "trained_intervals": 47642, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 47642, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8470784425735474, + "median": 7.357542037963867, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8254222869873047, + "median": 5.55817985534668, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15769721567630768, + "median": 1567.977783203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021809224039316177, + "median": 259.4304504394531, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0288.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0288.json new file mode 100644 index 0000000000000000000000000000000000000000..289747b2c1ca8f3bb26044448633559aadf4e2bb --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0288.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0288", + "executed_epochs": 288, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5ade84a7037d4f768fd5515efdde5d96.npz", + "optimizer_file": "boundary_5ade84a7037d4f768fd5515efdde5d96_optimizer.pt", + "arrays_sha256": "11f9a71943f07eee6098c95af8080d858775a26fcd57e8fcc4c9d34ea6f9a7b7", + "optimizer_sha256": "2052b6ab9f50138ac11d287a1bbc4a7d894eb9af5d894581fab6a6007987fb5f", + "stage": "adam", + "completed_passes": 288, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 47808, + "adam_update_count": 47808, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 289, + "consumed_count": 288, + "last_submitted_update": 47808, + "last_consumed_update": 47642, + "pending": [ + { + "reference": { + "source_update": 47808, + "completed_passes": 288, + "next_interval": 0, + "trained_intervals": 47808, + "snapshot": "pass_end_0288", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 288, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 47808, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 47808, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010321375884814188, + "update_l2": 3.4105516988347517e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2562980373331811e-05, + "update_l2": 4.129541366637568e-07 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06049914343527894, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06049914343527894, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02110062912106514, + "ssim_fused": 0.9526081681251526, + "seg_l1": 0.030818570405244827, + "seg_ssim_ref": 0.9526081085205078, + "depth": 0.0070357906017859285, + "rgb_loss": 0.02635887637734413, + "seg_loss": 0.03413322940468788, + "total": 0.06049914343527894 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02931956574320793, + "ssim_fused": 0.9366617798805237, + "seg_l1": 0.03274839371442795, + "seg_ssim_ref": 0.9366621375083923, + "depth": 0.005443389161068481, + "rgb_loss": 0.03612329810857773, + "seg_loss": 0.03886628895998001, + "total": 0.07499503045771881, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005443389161068481, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00488564502044348 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024703988805413246, + "ssim_fused": 0.9482259154319763, + "seg_l1": 0.04009023308753967, + "seg_ssim_ref": 0.9482259154319763, + "depth": 0.010340364976299978, + "rgb_loss": 0.030118009075522423, + "seg_loss": 0.042427003383636475, + "total": 0.07255535468678034, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010340364976299978, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00969266749366109 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014205667190253735, + "ssim_fused": 0.9651584029197693, + "seg_l1": 0.02344701811671257, + "seg_ssim_ref": 0.965158224105835, + "depth": 0.006339544279974263, + "rgb_loss": 0.01833285391330719, + "seg_loss": 0.025725970044732094, + "total": 0.04406516163967411, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006339544279974263, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006339544279974263 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016173293814063072, + "ssim_fused": 0.9603864550590515, + "seg_l1": 0.026988644152879715, + "seg_ssim_ref": 0.9603862762451172, + "depth": 0.006019863989800991, + "rgb_loss": 0.020861344411969185, + "seg_loss": 0.029513660818338394, + "total": 0.05038102695694253, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006019863989800991, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006019863989800991 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 288, + "adam_update_count": 47808 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22836266993544996 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5ade84a7037d4f768fd5515efdde5d96_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 289, + "next_interval": 0, + "next_adam_update": 47809, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 288, + "trained_intervals": 47808, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 47808, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8470747470855713, + "median": 7.357546329498291, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8254265785217285, + "median": 5.5581769943237305, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15769779682159424, + "median": 1567.9844970703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021809129044413567, + "median": 259.4296875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0289.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0289.json new file mode 100644 index 0000000000000000000000000000000000000000..d8fa88402120a074c09ae26457c6013fa6ae2d7c --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0289.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0289", + "executed_epochs": 289, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8cafbbcf567f44159295b5730816acbb.npz", + "optimizer_file": "boundary_8cafbbcf567f44159295b5730816acbb_optimizer.pt", + "arrays_sha256": "3d0b13c599513e60b24ce2db8888ff1f7190b95671d3cbe1d40ee5d56cb38f24", + "optimizer_sha256": "84f2ee80d10dc86e9041a6efbe43283257258307e3079c9ae5870d02a3cd27b0", + "stage": "adam", + "completed_passes": 289, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 47974, + "adam_update_count": 47974, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 290, + "consumed_count": 289, + "last_submitted_update": 47974, + "last_consumed_update": 47808, + "pending": [ + { + "reference": { + "source_update": 47974, + "completed_passes": 289, + "next_interval": 0, + "trained_intervals": 47974, + "snapshot": "pass_end_0289", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 289, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 47974, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 47974, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010675495286704972, + "update_l2": 7.2609796006872784e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2600697118614335e-05, + "update_l2": 1.376080376758182e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060559538957542035, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060559538957542035, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021125292405486107, + "ssim_fused": 0.9525715112686157, + "seg_l1": 0.030851056799292564, + "seg_ssim_ref": 0.952571451663971, + "depth": 0.007049945062248282, + "rgb_loss": 0.026385938748717308, + "seg_loss": 0.03416655212640762, + "total": 0.060559538957542035 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029382115229964256, + "ssim_fused": 0.9365697503089905, + "seg_l1": 0.03282845392823219, + "seg_ssim_ref": 0.9365701079368591, + "depth": 0.005453793476630624, + "rgb_loss": 0.03619174286723137, + "seg_loss": 0.03894874453544617, + "total": 0.07514594492144447, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005453793476630624, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004896049336005623 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0247057992964983, + "ssim_fused": 0.9482177495956421, + "seg_l1": 0.04006829112768173, + "seg_ssim_ref": 0.9482177495956421, + "depth": 0.010341582332727913, + "rgb_loss": 0.03012108989059925, + "seg_loss": 0.04241108149290085, + "total": 0.07254251110318768, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010341582332727913, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009693884850089023 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01422014832496643, + "ssim_fused": 0.9651359915733337, + "seg_l1": 0.023471668362617493, + "seg_ssim_ref": 0.9651358127593994, + "depth": 0.006360496401111077, + "rgb_loss": 0.018348921090364456, + "seg_loss": 0.0257501732558012, + "total": 0.04410545297992162, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006360496401111077, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006360496401111078 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01619310863316059, + "ssim_fused": 0.960362434387207, + "seg_l1": 0.02703581191599369, + "seg_ssim_ref": 0.9603622555732727, + "depth": 0.006043908038523514, + "rgb_loss": 0.020882001146674156, + "seg_loss": 0.02955619990825653, + "total": 0.05044424682561436, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006043908038523514, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006043908038523514 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 289, + "adam_update_count": 47974 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2719231550581753 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8cafbbcf567f44159295b5730816acbb_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 290, + "next_interval": 0, + "next_adam_update": 47975, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 289, + "trained_intervals": 47974, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 47974, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8471968173980713, + "median": 7.357547283172607, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.825300455093384, + "median": 5.558147430419922, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15767855942249298, + "median": 1567.986083984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02181188017129898, + "median": 259.421142578125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0290.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0290.json new file mode 100644 index 0000000000000000000000000000000000000000..64a6290aeb0a0d8354a0fa767c443860735598e0 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0290.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0290", + "executed_epochs": 290, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a05c58486a7b46b89d438274b86e37e4.npz", + "optimizer_file": "boundary_a05c58486a7b46b89d438274b86e37e4_optimizer.pt", + "arrays_sha256": "cf03c5eeeb5e6513a45bc0fe749ce9aa44ecc8c20c720cb2e31af4db048e5ea5", + "optimizer_sha256": "4e555e6144167adeac48b13101a2f15fb707bd1723ceb24275fd53f9a155fbba", + "stage": "adam", + "completed_passes": 290, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 48140, + "adam_update_count": 48140, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 291, + "consumed_count": 290, + "last_submitted_update": 48140, + "last_consumed_update": 47974, + "pending": [ + { + "reference": { + "source_update": 48140, + "completed_passes": 290, + "next_interval": 0, + "trained_intervals": 48140, + "snapshot": "pass_end_0290", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 290, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 48140, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 48140, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010456740710651502, + "update_l2": 1.64156845130492e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2472398339014035e-05, + "update_l2": 2.9378779800026678e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060665254367166035, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060665254367166035, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021149881184101105, + "ssim_fused": 0.9525150656700134, + "seg_l1": 0.030930396169424057, + "seg_ssim_ref": 0.9525150656700134, + "depth": 0.007060242467402972, + "rgb_loss": 0.02641688846051693, + "seg_loss": 0.03424130752682686, + "total": 0.060665254367166035 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029337316751480103, + "ssim_fused": 0.936610758304596, + "seg_l1": 0.032810572534799576, + "seg_ssim_ref": 0.9366111159324646, + "depth": 0.0054363763398591735, + "rgb_loss": 0.03614770248532295, + "seg_loss": 0.03892623633146286, + "total": 0.07507937891841597, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054363763398591735, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004878632199234174 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02480434626340866, + "ssim_fused": 0.9480659365653992, + "seg_l1": 0.040263596922159195, + "seg_ssim_ref": 0.9480658769607544, + "depth": 0.01037280205482617, + "rgb_loss": 0.030230291187763214, + "seg_loss": 0.042597703635692596, + "total": 0.07283836762551063, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01037280205482617, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00972510457218728 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014234851114451885, + "ssim_fused": 0.9651198983192444, + "seg_l1": 0.02352873980998993, + "seg_ssim_ref": 0.9651197195053101, + "depth": 0.00637141670361989, + "rgb_loss": 0.01836390048265457, + "seg_loss": 0.02579904906451702, + "total": 0.04416932282652036, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00637141670361989, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00637141670361989 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016223015263676643, + "ssim_fused": 0.9602637887001038, + "seg_l1": 0.027118679136037827, + "seg_ssim_ref": 0.9602635502815247, + "depth": 0.006060374771306653, + "rgb_loss": 0.020925655961036682, + "seg_loss": 0.02964223362505436, + "total": 0.0505739480982172, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006060374771306653, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060603747713066525 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 290, + "adam_update_count": 48140 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2258279111701995 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a05c58486a7b46b89d438274b86e37e4_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 291, + "next_interval": 0, + "next_adam_update": 48141, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 290, + "trained_intervals": 48140, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 48140, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8472003936767578, + "median": 7.357569694519043, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8252975940704346, + "median": 5.558152198791504, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15767797827720642, + "median": 1568.021240234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021811943501234055, + "median": 259.42230224609375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0291.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0291.json new file mode 100644 index 0000000000000000000000000000000000000000..82bda1d9f3a2511d883044d232356b74a24be3f1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0291.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0291", + "executed_epochs": 291, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c704a1e3efe94ac4ab28203b8555abeb.npz", + "optimizer_file": "boundary_c704a1e3efe94ac4ab28203b8555abeb_optimizer.pt", + "arrays_sha256": "696bc38c3c17ee24fd59533e085d1be9b9655bf5d9dcec60ebe0d90becf21a09", + "optimizer_sha256": "914a1deac47d4387128d1b983060d8e84d8efd81e0e511bd26d47edb635415a7", + "stage": "adam", + "completed_passes": 291, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 48306, + "adam_update_count": 48306, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 292, + "consumed_count": 291, + "last_submitted_update": 48306, + "last_consumed_update": 48140, + "pending": [ + { + "reference": { + "source_update": 48306, + "completed_passes": 291, + "next_interval": 0, + "trained_intervals": 48306, + "snapshot": "pass_end_0291", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 291, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 48306, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 48306, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010431709961267188, + "update_l2": 3.830294372164644e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2828994840674568e-05, + "update_l2": 6.945566383365076e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06068505666905114, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06068505666905114, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02116752602159977, + "ssim_fused": 0.9524800777435303, + "seg_l1": 0.030919965356588364, + "seg_ssim_ref": 0.9524800777435303, + "depth": 0.0070756649322232835, + "rgb_loss": 0.026438022032380104, + "seg_loss": 0.034239958971738815, + "total": 0.06068505666905114 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029484933242201805, + "ssim_fused": 0.9363763332366943, + "seg_l1": 0.032962217926979065, + "seg_ssim_ref": 0.9363767504692078, + "depth": 0.005468743810323068, + "rgb_loss": 0.03631268069148064, + "seg_loss": 0.03909442573785782, + "total": 0.07541257144785848, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005468743810323068, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004910999669698067 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024737684056162834, + "ssim_fused": 0.9481300711631775, + "seg_l1": 0.04010278731584549, + "seg_ssim_ref": 0.9481300711631775, + "depth": 0.010351838948071884, + "rgb_loss": 0.03016413375735283, + "seg_loss": 0.04245621711015701, + "total": 0.07263069898116761, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010351838948071884, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009704141465432995 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014227998442947865, + "ssim_fused": 0.9651175737380981, + "seg_l1": 0.02349625527858734, + "seg_ssim_ref": 0.9651175737380981, + "depth": 0.006396368206074565, + "rgb_loss": 0.018358884379267693, + "seg_loss": 0.025773489847779274, + "total": 0.04413877059525304, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006396368206074565, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006396368206074564 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0162194911390543, + "ssim_fused": 0.9602960348129272, + "seg_l1": 0.027118602767586708, + "seg_ssim_ref": 0.9602958559989929, + "depth": 0.006085708764423616, + "rgb_loss": 0.02091638743877411, + "seg_loss": 0.029635710641741753, + "total": 0.050558185651925436, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006085708764423616, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006085708764423615 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 291, + "adam_update_count": 48306 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22646432113833725 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c704a1e3efe94ac4ab28203b8555abeb_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 292, + "next_interval": 0, + "next_adam_update": 48307, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 291, + "trained_intervals": 48306, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 48306, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.84721839427948, + "median": 7.357569217681885, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8252785205841064, + "median": 5.5580854415893555, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1576751470565796, + "median": 1568.0203857421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021812358871102333, + "median": 259.4045104980469, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0292.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0292.json new file mode 100644 index 0000000000000000000000000000000000000000..e1520b74cb6fd3c6ea14885cc94584dc5e6d90dd --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0292.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0292", + "executed_epochs": 292, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_94565cd58f2f48e4940e78fa1f7d401e.npz", + "optimizer_file": "boundary_94565cd58f2f48e4940e78fa1f7d401e_optimizer.pt", + "arrays_sha256": "26c3260f39bc3d1bf15e3610a558d1ece48907a2918aa872c64a8f898aeed330", + "optimizer_sha256": "214f75829fc3c891eb741e699a4edcdc0bc9c51b42f0d59d4b3c0c90cdc29f48", + "stage": "adam", + "completed_passes": 292, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 48472, + "adam_update_count": 48472, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 293, + "consumed_count": 292, + "last_submitted_update": 48472, + "last_consumed_update": 48306, + "pending": [ + { + "reference": { + "source_update": 48472, + "completed_passes": 292, + "next_interval": 0, + "trained_intervals": 48472, + "snapshot": "pass_end_0292", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 292, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 48472, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 48472, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010499989002710208, + "update_l2": 8.674876153236255e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2697353668045253e-05, + "update_l2": 1.6326215700246394e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06075892327462521, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06075892327462521, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021192653104662895, + "ssim_fused": 0.9524492025375366, + "seg_l1": 0.03097173199057579, + "seg_ssim_ref": 0.9524492025375366, + "depth": 0.007079077113542848, + "rgb_loss": 0.02646428719162941, + "seg_loss": 0.034287553280591965, + "total": 0.06075892327462521 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029500681906938553, + "ssim_fused": 0.9363574385643005, + "seg_l1": 0.03299771249294281, + "seg_ssim_ref": 0.9363576769828796, + "depth": 0.005479979430195462, + "rgb_loss": 0.036329060792922974, + "seg_loss": 0.03912663459777832, + "total": 0.07546117537013149, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005479979430195462, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004922235289570462 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02480551227927208, + "ssim_fused": 0.9480577111244202, + "seg_l1": 0.0402563214302063, + "seg_ssim_ref": 0.9480576515197754, + "depth": 0.010378551586987193, + "rgb_loss": 0.03023286908864975, + "seg_loss": 0.04259352758526802, + "total": 0.07283677895079506, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010378551586987193, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009730854104348303 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01423954963684082, + "ssim_fused": 0.9651034474372864, + "seg_l1": 0.02352452278137207, + "seg_ssim_ref": 0.965103268623352, + "depth": 0.0063856605213984015, + "rgb_loss": 0.01837095059454441, + "seg_loss": 0.025798965245485306, + "total": 0.044176303363196265, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063856605213984015, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063856605213984015 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016224870458245277, + "ssim_fused": 0.9602781534194946, + "seg_l1": 0.027108367532491684, + "seg_ssim_ref": 0.9602779746055603, + "depth": 0.006072116915590338, + "rgb_loss": 0.020924266427755356, + "seg_loss": 0.029631098732352257, + "total": 0.050561435414378054, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006072116915590338, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006072116915590338 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 292, + "adam_update_count": 48472 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21939512598328292 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_94565cd58f2f48e4940e78fa1f7d401e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 293, + "next_interval": 0, + "next_adam_update": 48473, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 292, + "trained_intervals": 48472, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 48472, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.847203016281128, + "median": 7.357569217681885, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.825294256210327, + "median": 5.557950973510742, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.157677561044693, + "median": 1568.0203857421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021812016144394875, + "median": 259.3688659667969, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0293.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0293.json new file mode 100644 index 0000000000000000000000000000000000000000..24714d1d6f4773230488a11c10c4a022dbfaa868 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0293.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0293", + "executed_epochs": 293, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_de5d4e5c29674dbda51e39154ee3d133.npz", + "optimizer_file": "boundary_de5d4e5c29674dbda51e39154ee3d133_optimizer.pt", + "arrays_sha256": "3726278a6a8aead7cecf9866e28757bad9d3ef62fe923fe8be672b0147f57396", + "optimizer_sha256": "f4db065c12950064a24d6c14af256681bff8d4c25e6cf1b6e3d4c36272725480", + "stage": "adam", + "completed_passes": 293, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 48638, + "adam_update_count": 48638, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 294, + "consumed_count": 293, + "last_submitted_update": 48638, + "last_consumed_update": 48472, + "pending": [ + { + "reference": { + "source_update": 48638, + "completed_passes": 293, + "next_interval": 0, + "trained_intervals": 48638, + "snapshot": "pass_end_0293", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 293, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 48638, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 48638, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001042061485350132, + "update_l2": 0.00010907557589234784 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2631520803552121e-05, + "update_l2": 2.8420641683624126e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06052186786916208, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06052186786916208, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021099979057908058, + "ssim_fused": 0.9525814652442932, + "seg_l1": 0.030834298580884933, + "seg_ssim_ref": 0.952581524848938, + "depth": 0.007042472922327191, + "rgb_loss": 0.026363683864474297, + "seg_loss": 0.034151140600442886, + "total": 0.06052186786916208 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029272090643644333, + "ssim_fused": 0.936686098575592, + "seg_l1": 0.03269348293542862, + "seg_ssim_ref": 0.9366864562034607, + "depth": 0.005416835907008759, + "rgb_loss": 0.03608045354485512, + "seg_loss": 0.03881749510765076, + "total": 0.07490336176312258, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005416835907008759, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004859091766383758 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024740731343626976, + "ssim_fused": 0.9481613636016846, + "seg_l1": 0.04012681171298027, + "seg_ssim_ref": 0.9481613636016846, + "depth": 0.010343603425397693, + "rgb_loss": 0.030160311609506607, + "seg_loss": 0.04246917739510536, + "total": 0.07263983260803737, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010343603425397693, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009695905942758805 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014198316261172295, + "ssim_fused": 0.9651665687561035, + "seg_l1": 0.02345675230026245, + "seg_ssim_ref": 0.9651663899421692, + "depth": 0.00635922436247321, + "rgb_loss": 0.018325340002775192, + "seg_loss": 0.025732126086950302, + "total": 0.044063825314087965, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00635922436247321, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00635922436247321 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01618877798318863, + "ssim_fused": 0.9603119492530823, + "seg_l1": 0.02706015296280384, + "seg_ssim_ref": 0.960311770439148, + "depth": 0.0060502279944291025, + "rgb_loss": 0.020888634026050568, + "seg_loss": 0.029585767537355423, + "total": 0.05048045179140042, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060502279944291025, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060502279944291025 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 293, + "adam_update_count": 48638 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21965761692263186 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_de5d4e5c29674dbda51e39154ee3d133_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 294, + "next_interval": 0, + "next_adam_update": 48639, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 293, + "trained_intervals": 48638, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 48638, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8551281690597534, + "median": 7.3583855628967285, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.817284107208252, + "median": 5.557641506195068, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1564328968524933, + "median": 1569.301025390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021987436339259148, + "median": 259.2442321777344, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0294.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0294.json new file mode 100644 index 0000000000000000000000000000000000000000..8971783d18ae4ce5ef197a63cd44823fdaa470a2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0294.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0294", + "executed_epochs": 294, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e370eb6d587e4d2bab2944115aeffe70.npz", + "optimizer_file": "boundary_e370eb6d587e4d2bab2944115aeffe70_optimizer.pt", + "arrays_sha256": "276422685daa19f867eb4a8c61c16a733b0ca4ae02e297fc8de24276dd4bc45a", + "optimizer_sha256": "8558b19bba190b9bbdbe3bafdc4388a1cc833755405088ccbd78fe3d7eda1cef", + "stage": "adam", + "completed_passes": 294, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 48804, + "adam_update_count": 48804, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 295, + "consumed_count": 294, + "last_submitted_update": 48804, + "last_consumed_update": 48638, + "pending": [ + { + "reference": { + "source_update": 48804, + "completed_passes": 294, + "next_interval": 0, + "trained_intervals": 48804, + "snapshot": "pass_end_0294", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 294, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 48804, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 48804, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010760001168819144, + "update_l2": 6.34239477221854e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.289593092224095e-05, + "update_l2": 2.3483207769459113e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06079423303770464, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06079423303770464, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02120989002287388, + "ssim_fused": 0.952427089214325, + "seg_l1": 0.030987612903118134, + "seg_ssim_ref": 0.9524271488189697, + "depth": 0.007087058002164122, + "rgb_loss": 0.026482485234737396, + "seg_loss": 0.0343046598136425, + "total": 0.06079423303770464 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02956535667181015, + "ssim_fused": 0.9362560510635376, + "seg_l1": 0.033067092299461365, + "seg_ssim_ref": 0.9362564086914062, + "depth": 0.005497328053443797, + "rgb_loss": 0.03640107437968254, + "seg_loss": 0.03920239210128784, + "total": 0.07560896753431412, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005497328053443797, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004939583912818796 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024800652638077736, + "ssim_fused": 0.9480699300765991, + "seg_l1": 0.04024270549416542, + "seg_ssim_ref": 0.9480699300765991, + "depth": 0.010379868110189629, + "rgb_loss": 0.030226536095142365, + "seg_loss": 0.04258017987012863, + "total": 0.07281709583338118, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010379868110189629, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009732170627550739 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01424673292785883, + "ssim_fused": 0.9650956392288208, + "seg_l1": 0.023531977087259293, + "seg_ssim_ref": 0.965095579624176, + "depth": 0.006397395406252602, + "rgb_loss": 0.018378259614109993, + "seg_loss": 0.02580646611750126, + "total": 0.044191123127017506, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006397395406252602, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063973954062526 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016226818785071373, + "ssim_fused": 0.9602869153022766, + "seg_l1": 0.027108684182167053, + "seg_ssim_ref": 0.9602867364883423, + "depth": 0.006073640438770462, + "rgb_loss": 0.020924072712659836, + "seg_loss": 0.029629599303007126, + "total": 0.050559745656105735, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006073640438770462, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006073640438770462 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 294, + "adam_update_count": 48804 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21492490684613585 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e370eb6d587e4d2bab2944115aeffe70_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 295, + "next_interval": 0, + "next_adam_update": 48805, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 294, + "trained_intervals": 48804, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 48804, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8534982204437256, + "median": 7.357288360595703, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.819124460220337, + "median": 5.558530807495117, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15668807923793793, + "median": 1567.580078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02194700948894024, + "median": 259.4932556152344, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0295.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0295.json new file mode 100644 index 0000000000000000000000000000000000000000..fc88326ee5e5b2f47ecdfb05be9d897692c4bf01 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0295.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0295", + "executed_epochs": 295, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_155175b6339149dd9830416b266994fe.npz", + "optimizer_file": "boundary_155175b6339149dd9830416b266994fe_optimizer.pt", + "arrays_sha256": "38d84aeb852d48310dfb7543ef6ada007b43dfc0d8180e8039c6716924dd7f9a", + "optimizer_sha256": "2f8c7d6a1019d2f31a80a21d55fb9cf7f9907e9de540e2934eb183c4143df6a2", + "stage": "adam", + "completed_passes": 295, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 48970, + "adam_update_count": 48970, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 296, + "consumed_count": 295, + "last_submitted_update": 48970, + "last_consumed_update": 48804, + "pending": [ + { + "reference": { + "source_update": 48970, + "completed_passes": 295, + "next_interval": 0, + "trained_intervals": 48970, + "snapshot": "pass_end_0295", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 295, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 48970, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 48970, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010678906255634502, + "update_l2": 0.0001149463641922921 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2671504009631462e-05, + "update_l2": 5.160368891665712e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0603809713938725, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0603809713938725, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02105495147407055, + "ssim_fused": 0.9526579976081848, + "seg_l1": 0.030741482973098755, + "seg_ssim_ref": 0.9526579976081848, + "depth": 0.0070262321722446685, + "rgb_loss": 0.026312362402677536, + "seg_loss": 0.03406158462166786, + "total": 0.0603809713938725 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02922160178422928, + "ssim_fused": 0.9367741942405701, + "seg_l1": 0.03260641545057297, + "seg_ssim_ref": 0.9367744326591492, + "depth": 0.005404412265357096, + "rgb_loss": 0.03602244332432747, + "seg_loss": 0.03873024508357048, + "total": 0.07475809282016331, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005404412265357096, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004846668124732096 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024646716192364693, + "ssim_fused": 0.9482922554016113, + "seg_l1": 0.03993789479136467, + "seg_ssim_ref": 0.9482922554016113, + "depth": 0.010306994813686082, + "rgb_loss": 0.03005892224609852, + "seg_loss": 0.04229186475276947, + "total": 0.07236109213103653, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010306994813686082, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009659297331047192 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01418322790414095, + "ssim_fused": 0.9651866555213928, + "seg_l1": 0.023409530520439148, + "seg_ssim_ref": 0.9651866555213928, + "depth": 0.006353550008410692, + "rgb_loss": 0.018309250473976135, + "seg_loss": 0.025690294802188873, + "total": 0.044005898826173416, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006353550008410692, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006353550008410691 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01616825722157955, + "ssim_fused": 0.960378885269165, + "seg_l1": 0.027012094855308533, + "seg_ssim_ref": 0.9603787064552307, + "depth": 0.006039971601524804, + "rgb_loss": 0.020858827978372574, + "seg_loss": 0.029533935710787773, + "total": 0.050398801798116726, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006039971601524804, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006039971601524805 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 295, + "adam_update_count": 48970 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21598360710777342 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_155175b6339149dd9830416b266994fe_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 296, + "next_interval": 0, + "next_adam_update": 48971, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 295, + "trained_intervals": 48970, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 48970, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.854915738105774, + "median": 7.357793807983398, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.817894220352173, + "median": 5.558469772338867, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15646614134311676, + "median": 1568.37255859375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021974025294184685, + "median": 259.47442626953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0296.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0296.json new file mode 100644 index 0000000000000000000000000000000000000000..5060bae54a641aae3c1149b8a07d8e561f486586 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0296.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0296", + "executed_epochs": 296, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f860d61bfd964a08b38d9b64c8af066f.npz", + "optimizer_file": "boundary_f860d61bfd964a08b38d9b64c8af066f_optimizer.pt", + "arrays_sha256": "01746e273165d355e9dd5dae574a868cc7f844d448ab6baf167494134e51d7f7", + "optimizer_sha256": "a68deefe8a6ed9b21ce583ff4aa5946208e4bf66949e4c6890c2860ebf8307f1", + "stage": "adam", + "completed_passes": 296, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 49136, + "adam_update_count": 49136, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 297, + "consumed_count": 296, + "last_submitted_update": 49136, + "last_consumed_update": 48970, + "pending": [ + { + "reference": { + "source_update": 49136, + "completed_passes": 296, + "next_interval": 0, + "trained_intervals": 49136, + "snapshot": "pass_end_0296", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 296, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 49136, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 49136, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010574049520073459, + "update_l2": 0.00020594190573319793 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2705266271950677e-05, + "update_l2": 7.51644402043894e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06068669101681309, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06068669101681309, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02116452530026436, + "ssim_fused": 0.9524937272071838, + "seg_l1": 0.030931849032640457, + "seg_ssim_ref": 0.9524936676025391, + "depth": 0.007069022317693453, + "rgb_loss": 0.02643287554383278, + "seg_loss": 0.03424674645066261, + "total": 0.06068669101681309 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029421240091323853, + "ssim_fused": 0.9364848136901855, + "seg_l1": 0.03289409726858139, + "seg_ssim_ref": 0.9364851117134094, + "depth": 0.005461194107392286, + "rgb_loss": 0.03624003008008003, + "seg_loss": 0.03901825472712517, + "total": 0.0752637460013126, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005461194107392286, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004903449966767287 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024775763973593712, + "ssim_fused": 0.9481011033058167, + "seg_l1": 0.04019941762089729, + "seg_ssim_ref": 0.9481009244918823, + "depth": 0.010361560793568949, + "rgb_loss": 0.03020039200782776, + "seg_loss": 0.04253935068845749, + "total": 0.07275010425707881, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010361560793568949, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009713863310930061 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01423779409378767, + "ssim_fused": 0.9651039838790894, + "seg_l1": 0.02352323569357395, + "seg_ssim_ref": 0.965103805065155, + "depth": 0.006385963980073316, + "rgb_loss": 0.018369438126683235, + "seg_loss": 0.025797829031944275, + "total": 0.044173651259962435, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006385963980073316, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006385963980073316 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016223307698965073, + "ssim_fused": 0.9602850079536438, + "seg_l1": 0.027110647410154343, + "seg_ssim_ref": 0.9602848291397095, + "depth": 0.006067370389739259, + "rgb_loss": 0.02092164382338524, + "seg_loss": 0.02963155321776867, + "total": 0.0505592625488985, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006067370389739259, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006067370389739259 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 296, + "adam_update_count": 49136 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2157741750124842 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f860d61bfd964a08b38d9b64c8af066f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 297, + "next_interval": 0, + "next_adam_update": 49137, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 296, + "trained_intervals": 49136, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 49136, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8470139503479004, + "median": 7.3571457862854, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8257462978363037, + "median": 5.557779312133789, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15770739316940308, + "median": 1567.356689453125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021802159026265144, + "median": 259.3377380371094, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0297.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0297.json new file mode 100644 index 0000000000000000000000000000000000000000..841226381544e0aad4b93d33ba19c0cad40128c5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0297.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0297", + "executed_epochs": 297, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1b65e3ec905b478eaffe7f592378e21b.npz", + "optimizer_file": "boundary_1b65e3ec905b478eaffe7f592378e21b_optimizer.pt", + "arrays_sha256": "deccde7826cacad3a095896a742257fb61ddad6140303a542b68c1b49d7e2b96", + "optimizer_sha256": "09a0cdd5bfb9d333f9b2a8fcba6cff347e0ccd05d83befe171b247bd3c25edd8", + "stage": "adam", + "completed_passes": 297, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 49302, + "adam_update_count": 49302, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 298, + "consumed_count": 297, + "last_submitted_update": 49302, + "last_consumed_update": 49136, + "pending": [ + { + "reference": { + "source_update": 49302, + "completed_passes": 297, + "next_interval": 0, + "trained_intervals": 49302, + "snapshot": "pass_end_0297", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 297, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 49302, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 49302, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010306433978257701, + "update_l2": 0.0006696032360196114 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2778114069078583e-05, + "update_l2": 3.693904000101611e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060764238320986645, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060764238320986645, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021191880106925964, + "ssim_fused": 0.9524632692337036, + "seg_l1": 0.030986204743385315, + "seg_ssim_ref": 0.9524632692337036, + "depth": 0.0070790655416403505, + "rgb_loss": 0.02646085061132908, + "seg_loss": 0.03429630771279335, + "total": 0.060764238320986645 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0294598788022995, + "ssim_fused": 0.9364475607872009, + "seg_l1": 0.0329536609351635, + "seg_ssim_ref": 0.9364479184150696, + "depth": 0.005476484502737876, + "rgb_loss": 0.03627839311957359, + "seg_loss": 0.03907334804534912, + "total": 0.07535722137471575, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005476484502737876, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004918740362112877 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02480906993150711, + "ssim_fused": 0.948051393032074, + "seg_l1": 0.04029550403356552, + "seg_ssim_ref": 0.948051393032074, + "depth": 0.010399247145010674, + "rgb_loss": 0.030236978083848953, + "seg_loss": 0.04262612760066986, + "total": 0.07287350120637352, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010399247145010674, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009751549662371786 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014264495112001896, + "ssim_fused": 0.965074896812439, + "seg_l1": 0.023572472855448723, + "seg_ssim_ref": 0.9650747776031494, + "depth": 0.006381493962476961, + "rgb_loss": 0.018396615982055664, + "seg_loss": 0.025843022391200066, + "total": 0.044246021729863354, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006381493962476961, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006381493962476961 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016234073787927628, + "ssim_fused": 0.9602792263031006, + "seg_l1": 0.027123181149363518, + "seg_ssim_ref": 0.9602790474891663, + "depth": 0.00605903655633589, + "rgb_loss": 0.020931413397192955, + "seg_loss": 0.029642736539244652, + "total": 0.050580208972993944, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00605903655633589, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006059036556335892 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 297, + "adam_update_count": 49302 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2142705919686705 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1b65e3ec905b478eaffe7f592378e21b_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 298, + "next_interval": 0, + "next_adam_update": 49303, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 297, + "trained_intervals": 49302, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 49302, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8602924346923828, + "median": 7.358570575714111, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.812648057937622, + "median": 5.558467864990234, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15562711656093597, + "median": 1569.5914306640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022089606150984764, + "median": 259.4499206542969, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0298.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0298.json new file mode 100644 index 0000000000000000000000000000000000000000..0a8dc87fda3c349b2c343d629347ff398c918f08 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0298.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0298", + "executed_epochs": 298, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_934591e939cf4b45b34962e37c74f605.npz", + "optimizer_file": "boundary_934591e939cf4b45b34962e37c74f605_optimizer.pt", + "arrays_sha256": "55595a4a2453be7401f8fb6f05918497e4cebeab6151ea674ce2a8a831c7308f", + "optimizer_sha256": "e8bdc786a623c260624e9b3551c798f495ae522dfee09b296b46ef2cbd4b58a3", + "stage": "adam", + "completed_passes": 298, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 49468, + "adam_update_count": 49468, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 299, + "consumed_count": 298, + "last_submitted_update": 49468, + "last_consumed_update": 49302, + "pending": [ + { + "reference": { + "source_update": 49468, + "completed_passes": 298, + "next_interval": 0, + "trained_intervals": 49468, + "snapshot": "pass_end_0298", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 298, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 49468, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 49468, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010606541763991117, + "update_l2": 9.978019807022065e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2225209502503276e-05, + "update_l2": 1.8803359125740826e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06018183679149968, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06018183679149968, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020976604893803596, + "ssim_fused": 0.9527785778045654, + "seg_l1": 0.030631255358457565, + "seg_ssim_ref": 0.9527785778045654, + "depth": 0.006988838478155214, + "rgb_loss": 0.026225566864013672, + "seg_loss": 0.03394928202033043, + "total": 0.06018183679149968 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029020419344305992, + "ssim_fused": 0.9370755553245544, + "seg_l1": 0.032374635338783264, + "seg_ssim_ref": 0.9370759129524231, + "depth": 0.005362900135884217, + "rgb_loss": 0.035801224410533905, + "seg_loss": 0.03848452493548393, + "total": 0.07429110852086342, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005362900135884217, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004805155995259217 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02460622787475586, + "ssim_fused": 0.9483880996704102, + "seg_l1": 0.039881277829408646, + "seg_ssim_ref": 0.9483880996704102, + "depth": 0.010293107298099334, + "rgb_loss": 0.030007362365722656, + "seg_loss": 0.042227402329444885, + "total": 0.07224505780246564, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010293107298099334, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009645409815460443 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014150424860417843, + "ssim_fused": 0.9652330875396729, + "seg_l1": 0.023346880450844765, + "seg_ssim_ref": 0.9652330875396729, + "depth": 0.006302951304098694, + "rgb_loss": 0.018273722380399704, + "seg_loss": 0.0256308875977993, + "total": 0.0439109129295031, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006302951304098694, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006302951304098694 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016129344701766968, + "ssim_fused": 0.9604175686836243, + "seg_l1": 0.026922235265374184, + "seg_ssim_ref": 0.9604173898696899, + "depth": 0.005996395174538613, + "rgb_loss": 0.02081996202468872, + "seg_loss": 0.0294543094933033, + "total": 0.05028026791316656, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005996395174538613, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005996395174538613 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 298, + "adam_update_count": 49468 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21299334010109305 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_934591e939cf4b45b34962e37c74f605_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 299, + "next_interval": 0, + "next_adam_update": 49469, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 298, + "trained_intervals": 49468, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 49468, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8467596769332886, + "median": 7.3570709228515625, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8261218070983887, + "median": 5.557318687438965, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15774749219417572, + "median": 1567.2393798828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021793972700834274, + "median": 259.21160888671875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0299.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0299.json new file mode 100644 index 0000000000000000000000000000000000000000..a7ee0372a81abe13237b2bb111c320f2233d8761 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0299.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0299", + "executed_epochs": 299, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9ec6245654d3412ea1dc9ea59c2cd168.npz", + "optimizer_file": "boundary_9ec6245654d3412ea1dc9ea59c2cd168_optimizer.pt", + "arrays_sha256": "3277e11033ade8c64b86b399eea6c28f1718aa451fe74982effa68e40eb40dd9", + "optimizer_sha256": "bbbf705df35c494a9871602a5385f763a31bd283874fdbc3f858c24cf31b1d5a", + "stage": "adam", + "completed_passes": 299, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 49634, + "adam_update_count": 49634, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 300, + "consumed_count": 299, + "last_submitted_update": 49634, + "last_consumed_update": 49468, + "pending": [ + { + "reference": { + "source_update": 49634, + "completed_passes": 299, + "next_interval": 0, + "trained_intervals": 49634, + "snapshot": "pass_end_0299", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 299, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 49634, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 49634, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010311401274520904, + "update_l2": 0.00022051170526538044 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2841694115195423e-05, + "update_l2": 5.1840652304235846e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.061043560262515964, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.061043560262515964, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021292418241500854, + "ssim_fused": 0.9522790908813477, + "seg_l1": 0.031142666935920715, + "seg_ssim_ref": 0.9522790908813477, + "depth": 0.007131825879042865, + "rgb_loss": 0.026578111574053764, + "seg_loss": 0.03445831686258316, + "total": 0.061043560262515964 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029699085280299187, + "ssim_fused": 0.93600994348526, + "seg_l1": 0.03326798975467682, + "seg_ssim_ref": 0.9360101819038391, + "depth": 0.00551759195227383, + "rgb_loss": 0.03655727952718735, + "seg_loss": 0.03941235691308975, + "total": 0.07597515403222938, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00551759195227383, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004959847811648829 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02491425722837448, + "ssim_fused": 0.9478716254234314, + "seg_l1": 0.04045011103153229, + "seg_ssim_ref": 0.9478715658187866, + "depth": 0.010446478387802167, + "rgb_loss": 0.030357081443071365, + "seg_loss": 0.042785774916410446, + "total": 0.07315330283786961, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010446478387802167, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009798780905163278 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014278152026236057, + "ssim_fused": 0.9650600552558899, + "seg_l1": 0.023614075034856796, + "seg_ssim_ref": 0.9650598764419556, + "depth": 0.0064420743448923646, + "rgb_loss": 0.018410511314868927, + "seg_loss": 0.025879284366965294, + "total": 0.044296239618824264, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064420743448923646, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006442074344892365 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01627817563712597, + "ssim_fused": 0.9601748585700989, + "seg_l1": 0.02723848447203636, + "seg_ssim_ref": 0.9601746797561646, + "depth": 0.006121158831203098, + "rgb_loss": 0.02098757028579712, + "seg_loss": 0.0297558531165123, + "total": 0.05074954456114062, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006121158831203098, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006121158831203098 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 299, + "adam_update_count": 49634 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21746273105964065 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9ec6245654d3412ea1dc9ea59c2cd168_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 300, + "next_interval": 0, + "next_adam_update": 49635, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 299, + "trained_intervals": 49634, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 49634, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8470757007598877, + "median": 7.356987953186035, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8258168697357178, + "median": 5.556893348693848, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1576976478099823, + "median": 1567.109130859375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02180062048137188, + "median": 259.0966796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0300.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0300.json new file mode 100644 index 0000000000000000000000000000000000000000..57de8d6a6559e37f48cd4f7da39cc86f5c65135a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0300.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0300", + "executed_epochs": 300, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7ff8a0f7e5aa40bca95ce6cc1bdec084.npz", + "optimizer_file": "boundary_7ff8a0f7e5aa40bca95ce6cc1bdec084_optimizer.pt", + "arrays_sha256": "9eb80cf5363d34291a54310cb1588fb74f7d6c29a4769882b5a8b791682aadd0", + "optimizer_sha256": "d8bf1a05c551cda9e27512b1544594156c1599e8c0907d28eb145062a7f5902b", + "stage": "adam", + "completed_passes": 300, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 49800, + "adam_update_count": 49800, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 301, + "consumed_count": 300, + "last_submitted_update": 49800, + "last_consumed_update": 49634, + "pending": [ + { + "reference": { + "source_update": 49800, + "completed_passes": 300, + "next_interval": 0, + "trained_intervals": 49800, + "snapshot": "pass_end_0300", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 300, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 49800, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 49800, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.843497537076473e-05, + "update_l2": 0.00036151206586509943 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.267717107111821e-05, + "update_l2": 7.807230576872826e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060608464022714664, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 498, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060608464022714664, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02113521285355091, + "ssim_fused": 0.9525492191314697, + "seg_l1": 0.030891163274645805, + "seg_ssim_ref": 0.9525492191314697, + "depth": 0.007052635390329071, + "rgb_loss": 0.026398323476314545, + "seg_loss": 0.03420308604836464, + "total": 0.060608464022714664 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02935056947171688, + "ssim_fused": 0.936611533164978, + "seg_l1": 0.0328073650598526, + "seg_ssim_ref": 0.9366117715835571, + "depth": 0.005454445360041638, + "rgb_loss": 0.03615815192461014, + "seg_loss": 0.038923539221286774, + "total": 0.07508714559125695, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005454445360041638, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004896701219416638 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024766676127910614, + "ssim_fused": 0.9481271505355835, + "seg_l1": 0.0402180515229702, + "seg_ssim_ref": 0.9481271505355835, + "depth": 0.01037109375873529, + "rgb_loss": 0.03018791228532791, + "seg_loss": 0.0425490140914917, + "total": 0.07274729747057834, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01037109375873529, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.0097233962760964 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01422642171382904, + "ssim_fused": 0.9651291370391846, + "seg_l1": 0.023496992886066437, + "seg_ssim_ref": 0.965129017829895, + "depth": 0.006350232324077644, + "rgb_loss": 0.01835530996322632, + "seg_loss": 0.025771791115403175, + "total": 0.04413344944830842, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006350232324077644, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006350232324077644 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01619718037545681, + "ssim_fused": 0.9603291153907776, + "seg_l1": 0.027042239904403687, + "seg_ssim_ref": 0.9603289365768433, + "depth": 0.0060347701184617145, + "rgb_loss": 0.02089192159473896, + "seg_loss": 0.029568005353212357, + "total": 0.05046596358071493, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060347701184617145, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060347701184617145 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 300, + "adam_update_count": 49800 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22101901983842254 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7ff8a0f7e5aa40bca95ce6cc1bdec084_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 301, + "next_interval": 0, + "next_adam_update": 49801, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 300, + "trained_intervals": 49800, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 49800, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8549944162368774, + "median": 7.357311248779297, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8177831172943115, + "median": 5.555872917175293, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15645381808280945, + "median": 1567.615966796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.021976467221975327, + "median": 258.784423828125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 498, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0301.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0301.json new file mode 100644 index 0000000000000000000000000000000000000000..93d51c79f98708d0394c001f65a9fddc93aa7570 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0301.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0301", + "executed_epochs": 301, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ec6aabadb8c04e3580105ce5f6fbe0ec.npz", + "optimizer_file": "boundary_ec6aabadb8c04e3580105ce5f6fbe0ec_optimizer.pt", + "arrays_sha256": "3192cceb9eb7c97ff5dd0ceac5f191c25c3fe476343f25744df376c972449b03", + "optimizer_sha256": "92f4945bf7441c5e1d2bfe10d8b1eca1f05a13df62c95cdbdac28ba4273f3691", + "stage": "adam", + "completed_passes": 301, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 49966, + "adam_update_count": 49966, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 302, + "consumed_count": 301, + "last_submitted_update": 49966, + "last_consumed_update": 49800, + "pending": [ + { + "reference": { + "source_update": 49966, + "completed_passes": 301, + "next_interval": 0, + "trained_intervals": 49966, + "snapshot": "pass_end_0301", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 301, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 49966, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 49966, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010026055679190904, + "update_l2": 0.00021727026614826173 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2907450582133606e-05, + "update_l2": 8.50437645567581e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06061641259271579, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06061641259271579, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021144269034266472, + "ssim_fused": 0.9525381326675415, + "seg_l1": 0.030886484310030937, + "seg_ssim_ref": 0.9525381326675415, + "depth": 0.007056092507413058, + "rgb_loss": 0.026407791301608086, + "seg_loss": 0.03420156612992287, + "total": 0.06061641259271579 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029416212812066078, + "ssim_fused": 0.9365116953849792, + "seg_l1": 0.0328708291053772, + "seg_ssim_ref": 0.9365120530128479, + "depth": 0.005468695661785186, + "rgb_loss": 0.03623063117265701, + "seg_loss": 0.03899425268173218, + "total": 0.07523035255005098, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005468695661785186, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049109515211601855 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024745536968111992, + "ssim_fused": 0.9481573700904846, + "seg_l1": 0.04017230123281479, + "seg_ssim_ref": 0.9481573700904846, + "depth": 0.010360232736576193, + "rgb_loss": 0.03016495518386364, + "seg_loss": 0.04250636696815491, + "total": 0.07268168424740028, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010360232736576193, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009712535253937303 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01422472670674324, + "ssim_fused": 0.9651282429695129, + "seg_l1": 0.023482443764805794, + "seg_ssim_ref": 0.9651280641555786, + "depth": 0.006358028119980977, + "rgb_loss": 0.018354132771492004, + "seg_loss": 0.025760343298316002, + "total": 0.04412083596057314, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006358028119980977, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006358028119980977 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01619059592485428, + "ssim_fused": 0.9603551626205444, + "seg_l1": 0.02702036313712597, + "seg_ssim_ref": 0.9603549838066101, + "depth": 0.006037413511309876, + "rgb_loss": 0.020881444215774536, + "seg_loss": 0.029545295983552933, + "total": 0.05043277761283878, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006037413511309876, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006037413511309876 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 301, + "adam_update_count": 49966 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21272733784280717 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ec6aabadb8c04e3580105ce5f6fbe0ec_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 302, + "next_interval": 0, + "next_adam_update": 49967, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 301, + "trained_intervals": 49966, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 49966, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8627434968948364, + "median": 7.358291149139404, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8100247383117676, + "median": 5.555661201477051, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15524612367153168, + "median": 1569.15283203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022147631272673607, + "median": 258.7066345214844, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0302.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0302.json new file mode 100644 index 0000000000000000000000000000000000000000..e24cf43b3b6210a2a1c608c1f77150e71ad5ce6d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0302.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0302", + "executed_epochs": 302, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d2db50547f2d43a5ac9235773260ac3e.npz", + "optimizer_file": "boundary_d2db50547f2d43a5ac9235773260ac3e_optimizer.pt", + "arrays_sha256": "fb1ccba2d2063d429228c8e0d4ae04dc09876d4198caa07a75dc9f9d69082fbc", + "optimizer_sha256": "ef2f6742373e6ea0d432839c7c17ad0a0178f57c2aec21994965ce57ddf849b0", + "stage": "adam", + "completed_passes": 302, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 50132, + "adam_update_count": 50132, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 303, + "consumed_count": 302, + "last_submitted_update": 50132, + "last_consumed_update": 49966, + "pending": [ + { + "reference": { + "source_update": 50132, + "completed_passes": 302, + "next_interval": 0, + "trained_intervals": 50132, + "snapshot": "pass_end_0302", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 302, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 50132, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 50132, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.820488776313141e-05, + "update_l2": 0.00033411194453947246 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3081577890261542e-05, + "update_l2": 0.00013923483493272215 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06062807532134984, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06062807532134984, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02114725299179554, + "ssim_fused": 0.9525339007377625, + "seg_l1": 0.030895953997969627, + "seg_ssim_ref": 0.9525338411331177, + "depth": 0.007057731184701293, + "rgb_loss": 0.02641102857887745, + "seg_loss": 0.03420998901128769, + "total": 0.06062807532134984 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02941257134079933, + "ssim_fused": 0.9365150928497314, + "seg_l1": 0.03286610543727875, + "seg_ssim_ref": 0.9365152716636658, + "depth": 0.005470173885580153, + "rgb_loss": 0.036227039992809296, + "seg_loss": 0.0389898307621479, + "total": 0.07522234465413308, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005470173885580153, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004912429744955153 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024761373177170753, + "ssim_fused": 0.9481443762779236, + "seg_l1": 0.040215909481048584, + "seg_ssim_ref": 0.9481443762779236, + "depth": 0.010377027511975417, + "rgb_loss": 0.030180223286151886, + "seg_loss": 0.04254385456442833, + "total": 0.07273445115280189, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010377027511975417, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00972933002933653 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014224842190742493, + "ssim_fused": 0.9651293158531189, + "seg_l1": 0.023486590012907982, + "seg_ssim_ref": 0.9651293158531189, + "depth": 0.006355161741161201, + "rgb_loss": 0.018354011699557304, + "seg_loss": 0.025763409212231636, + "total": 0.0441237760735301, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006355161741161201, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006355161741161201 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016190223395824432, + "ssim_fused": 0.9603466987609863, + "seg_l1": 0.027015207335352898, + "seg_ssim_ref": 0.960346519947052, + "depth": 0.006028561600088401, + "rgb_loss": 0.02088283933699131, + "seg_loss": 0.029542861506342888, + "total": 0.05043172940493429, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006028561600088401, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006028561600088401 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 302, + "adam_update_count": 50132 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21576841897331178 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d2db50547f2d43a5ac9235773260ac3e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 303, + "next_interval": 0, + "next_adam_update": 50133, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 302, + "trained_intervals": 50132, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 50132, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8678536415100098, + "median": 7.356832027435303, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.805138111114502, + "median": 5.552913188934326, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1544548124074936, + "median": 1566.8648681640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022256122902035713, + "median": 257.9891357421875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0303.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0303.json new file mode 100644 index 0000000000000000000000000000000000000000..a74287da230aedbef9b158dfce47e1c1ed6e6e5d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0303.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0303", + "executed_epochs": 303, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e69e986380ef4f89b9dd712825b11fa1.npz", + "optimizer_file": "boundary_e69e986380ef4f89b9dd712825b11fa1_optimizer.pt", + "arrays_sha256": "8cc25d18732e376af7d125e39a585242ef0fe6fa0ccf618b00f8bdc98c86ee6f", + "optimizer_sha256": "16683dea9898c05a7fe0b7cd3b63892f3868aaebeb210f6e137986d333afff38", + "stage": "adam", + "completed_passes": 303, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 50298, + "adam_update_count": 50298, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 304, + "consumed_count": 303, + "last_submitted_update": 50298, + "last_consumed_update": 50132, + "pending": [ + { + "reference": { + "source_update": 50298, + "completed_passes": 303, + "next_interval": 0, + "trained_intervals": 50298, + "snapshot": "pass_end_0303", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 303, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 50298, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 50298, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010535532055655494, + "update_l2": 0.00022122856171336025 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.306360718444921e-05, + "update_l2": 0.000123550693388097 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0607456728578516, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0607456728578516, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021190734580159187, + "ssim_fused": 0.9524521827697754, + "seg_l1": 0.030958615243434906, + "seg_ssim_ref": 0.9524521827697754, + "depth": 0.007081380576703426, + "rgb_loss": 0.026462148874998093, + "seg_loss": 0.03427644446492195, + "total": 0.0607456728578516 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02952297031879425, + "ssim_fused": 0.9363172054290771, + "seg_l1": 0.03300338238477707, + "seg_ssim_ref": 0.9363175630569458, + "depth": 0.005480387961296365, + "rgb_loss": 0.03635493665933609, + "seg_loss": 0.039139192551374435, + "total": 0.07549960587338152, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005480387961296365, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004922643820671365 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02478274516761303, + "ssim_fused": 0.9480821490287781, + "seg_l1": 0.04020628333091736, + "seg_ssim_ref": 0.9480821490287781, + "depth": 0.010371633874485787, + "rgb_loss": 0.030209766700863838, + "seg_loss": 0.04254859685897827, + "total": 0.07276873333107145, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010371633874485787, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.0097239363918469 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014236947521567345, + "ssim_fused": 0.9651101231575012, + "seg_l1": 0.023516668006777763, + "seg_ssim_ref": 0.9651100635528564, + "depth": 0.006398329148303406, + "rgb_loss": 0.018367532640695572, + "seg_loss": 0.025791320949792862, + "total": 0.04416525191963674, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006398329148303406, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006398329148303407 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016220271587371826, + "ssim_fused": 0.9602993130683899, + "seg_l1": 0.027108125388622284, + "seg_ssim_ref": 0.9602991342544556, + "depth": 0.006075171322728145, + "rgb_loss": 0.020916353911161423, + "seg_loss": 0.029626673087477684, + "total": 0.050549100307316686, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006075171322728145, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006075171322728145 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 303, + "adam_update_count": 50298 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21502595208585262 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e69e986380ef4f89b9dd712825b11fa1_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 304, + "next_interval": 0, + "next_adam_update": 50299, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 303, + "trained_intervals": 50298, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 50298, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8798027038574219, + "median": 7.356834411621094, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7933921813964844, + "median": 5.55503511428833, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15262021124362946, + "median": 1566.86865234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022519083693623543, + "median": 258.53826904296875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0304.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0304.json new file mode 100644 index 0000000000000000000000000000000000000000..62c22525a3dc3d5f3a62ec65fe0a7056ef95bdfa --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0304.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0304", + "executed_epochs": 304, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c9eaf64b948c4aa4b45067d314996106.npz", + "optimizer_file": "boundary_c9eaf64b948c4aa4b45067d314996106_optimizer.pt", + "arrays_sha256": "2d4946d20b589c195f2ba73c7c103fca035390408df19a844aad4fc94f95245a", + "optimizer_sha256": "08686eb328b07b62ced658cebe23d2d4b6d5d918a8fefb2a7d3011bd31eec32e", + "stage": "adam", + "completed_passes": 304, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 50464, + "adam_update_count": 50464, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 305, + "consumed_count": 304, + "last_submitted_update": 50464, + "last_consumed_update": 50298, + "pending": [ + { + "reference": { + "source_update": 50464, + "completed_passes": 304, + "next_interval": 0, + "trained_intervals": 50464, + "snapshot": "pass_end_0304", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 304, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 50464, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 50464, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010677014506654814, + "update_l2": 7.201870175777003e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2892002814623993e-05, + "update_l2": 3.969316094298847e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06081775834365554, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06081775834365554, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021212346851825714, + "ssim_fused": 0.952427864074707, + "seg_l1": 0.031014906242489815, + "seg_ssim_ref": 0.952427864074707, + "depth": 0.007089949685995688, + "rgb_loss": 0.026484308764338493, + "seg_loss": 0.03432635962963104, + "total": 0.06081775834365554 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02951553650200367, + "ssim_fused": 0.9363555908203125, + "seg_l1": 0.03302827104926109, + "seg_ssim_ref": 0.9363558888435364, + "depth": 0.005490209970082829, + "rgb_loss": 0.036341313272714615, + "seg_loss": 0.03915144130587578, + "total": 0.07549824478856047, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005490209970082829, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004932465829457828 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024818086996674538, + "ssim_fused": 0.9480279684066772, + "seg_l1": 0.04030032083392143, + "seg_ssim_ref": 0.9480279684066772, + "depth": 0.010397297389327756, + "rgb_loss": 0.03024887666106224, + "seg_loss": 0.04263466224074364, + "total": 0.07289393619919521, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010397297389327756, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009749599906688868 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01427057757973671, + "ssim_fused": 0.9650632739067078, + "seg_l1": 0.02358294278383255, + "seg_ssim_ref": 0.9650630950927734, + "depth": 0.006397329820757732, + "rgb_loss": 0.018403807654976845, + "seg_loss": 0.025853736326098442, + "total": 0.044263941310896046, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006397329820757732, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006397329820757732 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016245190054178238, + "ssim_fused": 0.9602645635604858, + "seg_l1": 0.027148092165589333, + "seg_ssim_ref": 0.9602643847465515, + "depth": 0.006074961563814432, + "rgb_loss": 0.020943239331245422, + "seg_loss": 0.029665596783161163, + "total": 0.0506149110759704, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006074961563814432, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00607496156381443 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 304, + "adam_update_count": 50464 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22463120706379414 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c9eaf64b948c4aa4b45067d314996106_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 305, + "next_interval": 0, + "next_adam_update": 50465, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 304, + "trained_intervals": 50464, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 50464, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8664271831512451, + "median": 7.354287147521973, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.806674003601074, + "median": 5.559262752532959, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15467530488967896, + "median": 1562.882568359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022221967577934265, + "median": 259.63409423828125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0305.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0305.json new file mode 100644 index 0000000000000000000000000000000000000000..10d1bb1bf86b262c9b2df86c40e287d834ca142e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0305.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0305", + "executed_epochs": 305, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c4258ba0bb4949bf83a961f96b3da682.npz", + "optimizer_file": "boundary_c4258ba0bb4949bf83a961f96b3da682_optimizer.pt", + "arrays_sha256": "dd5b95d3540e90b278f94b350fb8a4774f4904063205b99f9237124315bc25d8", + "optimizer_sha256": "c955539514359831caa1b3b9dc7580623052acdea48520281470f69c6cb94b4d", + "stage": "adam", + "completed_passes": 305, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 50630, + "adam_update_count": 50630, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 306, + "consumed_count": 305, + "last_submitted_update": 50630, + "last_consumed_update": 50464, + "pending": [ + { + "reference": { + "source_update": 50630, + "completed_passes": 305, + "next_interval": 0, + "trained_intervals": 50630, + "snapshot": "pass_end_0305", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 305, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 50630, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 50630, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010600264795357361, + "update_l2": 7.494559395126998e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2946209608344361e-05, + "update_l2": 4.745669139083475e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0606211892064774, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0606211892064774, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02114611677825451, + "ssim_fused": 0.9525318741798401, + "seg_l1": 0.030887490138411522, + "seg_ssim_ref": 0.9525319337844849, + "depth": 0.007059678074109704, + "rgb_loss": 0.026410512626171112, + "seg_loss": 0.03420361503958702, + "total": 0.0606211892064774 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029423989355564117, + "ssim_fused": 0.9365005493164062, + "seg_l1": 0.03288097307085991, + "seg_ssim_ref": 0.9365009069442749, + "depth": 0.005467379640417381, + "rgb_loss": 0.036239080131053925, + "seg_loss": 0.039004597812891006, + "total": 0.07524914904887564, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005467379640417381, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004909635499792382 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024731382727622986, + "ssim_fused": 0.9481624960899353, + "seg_l1": 0.04013075307011604, + "seg_ssim_ref": 0.9481624364852905, + "depth": 0.010351791297860652, + "rgb_loss": 0.030152607709169388, + "seg_loss": 0.04247211664915085, + "total": 0.0726350798749084, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010351791297860652, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009704093815221764 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014228446409106255, + "ssim_fused": 0.9651204347610474, + "seg_l1": 0.02348986081779003, + "seg_ssim_ref": 0.965120255947113, + "depth": 0.006370241433241818, + "rgb_loss": 0.01835867017507553, + "seg_loss": 0.025767838582396507, + "total": 0.04413288086155043, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006370241433241818, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006370241433241818 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016200648620724678, + "ssim_fused": 0.960344135761261, + "seg_l1": 0.027048369869589806, + "seg_ssim_ref": 0.9603439569473267, + "depth": 0.006049299924918967, + "rgb_loss": 0.020891692489385605, + "seg_loss": 0.029569905251264572, + "total": 0.050467647040575096, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006049299924918967, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006049299924918967 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 305, + "adam_update_count": 50630 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21124183712527156 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c4258ba0bb4949bf83a961f96b3da682_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 306, + "next_interval": 0, + "next_adam_update": 50631, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 305, + "trained_intervals": 50630, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 50630, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.872684121131897, + "median": 7.354154109954834, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.800511121749878, + "median": 5.56318998336792, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1537105292081833, + "median": 1562.674560546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022359341382980347, + "median": 260.65362548828125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0306.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0306.json new file mode 100644 index 0000000000000000000000000000000000000000..555cad1c048bb1eef0a380d35e055187370a33f5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0306.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0306", + "executed_epochs": 306, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1e5e700705724f09862a3a75905b7aa3.npz", + "optimizer_file": "boundary_1e5e700705724f09862a3a75905b7aa3_optimizer.pt", + "arrays_sha256": "c1ac9331d9beeeeffbe82bee0afd4dac35ea3c44b67e37cddd018b44589f8923", + "optimizer_sha256": "bf0c4a119a24f6b704ea09ff059c2d7b5a14a403d62b5c2e31b72dae6f2253e3", + "stage": "adam", + "completed_passes": 306, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 50796, + "adam_update_count": 50796, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 307, + "consumed_count": 306, + "last_submitted_update": 50796, + "last_consumed_update": 50630, + "pending": [ + { + "reference": { + "source_update": 50796, + "completed_passes": 306, + "next_interval": 0, + "trained_intervals": 50796, + "snapshot": "pass_end_0306", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 306, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 50796, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 50796, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010546921112108976, + "update_l2": 0.00011747974349418655 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.294556750508491e-05, + "update_l2": 5.052963751950301e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06055140085832889, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06055140085832889, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021119333803653717, + "ssim_fused": 0.9525687098503113, + "seg_l1": 0.03084547445178032, + "seg_ssim_ref": 0.952568769454956, + "depth": 0.007054399118973719, + "rgb_loss": 0.026381716132164, + "seg_loss": 0.03416263312101364, + "total": 0.06055140085832889 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02935994416475296, + "ssim_fused": 0.9365871548652649, + "seg_l1": 0.032788775861263275, + "seg_ssim_ref": 0.9365874528884888, + "depth": 0.005443954675913686, + "rgb_loss": 0.03617052361369133, + "seg_loss": 0.038913529366254807, + "total": 0.07508949693462205, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005443954675913686, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004886210535288685 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024694781750440598, + "ssim_fused": 0.9482145309448242, + "seg_l1": 0.040036391466856, + "seg_ssim_ref": 0.9482145309448242, + "depth": 0.01033464802924078, + "rgb_loss": 0.030112918466329575, + "seg_loss": 0.04238620772957802, + "total": 0.07250946084393683, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01033464802924078, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00968695054660189 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01422152016311884, + "ssim_fused": 0.965133011341095, + "seg_l1": 0.0234818197786808, + "seg_ssim_ref": 0.9651328921318054, + "depth": 0.0063788964177140355, + "rgb_loss": 0.018350614234805107, + "seg_loss": 0.025758877396583557, + "total": 0.044115872390451526, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063788964177140355, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063788964177140355 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016201084479689598, + "ssim_fused": 0.9603403210639954, + "seg_l1": 0.027074921876192093, + "seg_ssim_ref": 0.960340142250061, + "depth": 0.006060097353026375, + "rgb_loss": 0.020892802625894547, + "seg_loss": 0.029591910541057587, + "total": 0.05049077326430516, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006060097353026375, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006060097353026374 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 306, + "adam_update_count": 50796 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2093537230975926 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1e5e700705724f09862a3a75905b7aa3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 307, + "next_interval": 0, + "next_adam_update": 50797, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 306, + "trained_intervals": 50796, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 50796, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8801525831222534, + "median": 7.353213310241699, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.793102979660034, + "median": 5.558306694030762, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1525668203830719, + "median": 1561.205078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022525597363710403, + "median": 259.38336181640625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0307.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0307.json new file mode 100644 index 0000000000000000000000000000000000000000..fb3848e881caf0ece932baa475e399b23f9b214b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0307.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0307", + "executed_epochs": 307, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b76d31cc4389441883b4ac08e7d7d7a4.npz", + "optimizer_file": "boundary_b76d31cc4389441883b4ac08e7d7d7a4_optimizer.pt", + "arrays_sha256": "99627ff2830779041ac86ac42b4c77643dfe3fa8877f5a069fde68dfbc478e22", + "optimizer_sha256": "ba030ff77a83666858e0f24672d3fd704d7a57237579a64bf33a0a513d067d4c", + "stage": "adam", + "completed_passes": 307, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 50962, + "adam_update_count": 50962, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 308, + "consumed_count": 307, + "last_submitted_update": 50962, + "last_consumed_update": 50796, + "pending": [ + { + "reference": { + "source_update": 50962, + "completed_passes": 307, + "next_interval": 0, + "trained_intervals": 50962, + "snapshot": "pass_end_0307", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 307, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 50962, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 50962, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001047289406415075, + "update_l2": 2.5576808184268884e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2988355592824519e-05, + "update_l2": 3.99118653149344e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060623556558101206, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060623556558101206, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021142033860087395, + "ssim_fused": 0.9525114893913269, + "seg_l1": 0.030884306877851486, + "seg_ssim_ref": 0.9525114893913269, + "depth": 0.0070689209390017715, + "rgb_loss": 0.026411335915327072, + "seg_loss": 0.034205153584480286, + "total": 0.060623556558101206 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02941257692873478, + "ssim_fused": 0.9364784955978394, + "seg_l1": 0.032868046313524246, + "seg_ssim_ref": 0.936478853225708, + "depth": 0.005444799952740108, + "rgb_loss": 0.03623436391353607, + "seg_loss": 0.038998667150735855, + "total": 0.07523847213893436, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005444799952740108, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004887055812115108 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024721423164010048, + "ssim_fused": 0.9481492042541504, + "seg_l1": 0.040066588670015335, + "seg_ssim_ref": 0.9481492042541504, + "depth": 0.01034285316681955, + "rgb_loss": 0.03014729917049408, + "seg_loss": 0.04242343455553055, + "total": 0.07258107657919145, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01034285316681955, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00969515568418066 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01421867124736309, + "ssim_fused": 0.9651303887367249, + "seg_l1": 0.02348271757364273, + "seg_ssim_ref": 0.9651302695274353, + "depth": 0.00639658999482894, + "rgb_loss": 0.01834885962307453, + "seg_loss": 0.025760121643543243, + "total": 0.044115375993967455, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00639658999482894, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006396589994828941 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01621546410024166, + "ssim_fused": 0.9602877497673035, + "seg_l1": 0.027119876816868782, + "seg_ssim_ref": 0.9602875709533691, + "depth": 0.006091440641618489, + "rgb_loss": 0.020914822816848755, + "seg_loss": 0.029638387262821198, + "total": 0.05055930152031157, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006091440641618489, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006091440641618489 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 307, + "adam_update_count": 50962 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2173396828584373 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b76d31cc4389441883b4ac08e7d7d7a4_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 308, + "next_interval": 0, + "next_adam_update": 50963, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 307, + "trained_intervals": 50962, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 50962, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8699133396148682, + "median": 7.3555908203125, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8033416271209717, + "median": 5.562731742858887, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1541370302438736, + "median": 1564.9212646484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02229614369571209, + "median": 260.5364074707031, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0308.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0308.json new file mode 100644 index 0000000000000000000000000000000000000000..73226c323a88f5e7f0df2c96ae24cbd6692d2281 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0308.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0308", + "executed_epochs": 308, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5777ebc825134f2192a8aafc6d548393.npz", + "optimizer_file": "boundary_5777ebc825134f2192a8aafc6d548393_optimizer.pt", + "arrays_sha256": "1783cc7cf809c096a05c853e698bc97c9568bbc701b0c9a333a5bdbcffa3cc6c", + "optimizer_sha256": "52273a4904d5ea45af1c2c84050386a17af0ebb6718a1d2db016597d886d082f", + "stage": "adam", + "completed_passes": 308, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 51128, + "adam_update_count": 51128, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 309, + "consumed_count": 308, + "last_submitted_update": 51128, + "last_consumed_update": 50962, + "pending": [ + { + "reference": { + "source_update": 51128, + "completed_passes": 308, + "next_interval": 0, + "trained_intervals": 51128, + "snapshot": "pass_end_0308", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 308, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 51128, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 51128, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.888016211334616e-05, + "update_l2": 4.025177622679621e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3102207049087156e-05, + "update_l2": 8.835600056045223e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06074868000623486, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06074868000623486, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02119368501007557, + "ssim_fused": 0.952463686466217, + "seg_l1": 0.030965164303779602, + "seg_ssim_ref": 0.9524637460708618, + "depth": 0.007076631753658294, + "rgb_loss": 0.026462208479642868, + "seg_loss": 0.034279391169548035, + "total": 0.06074868000623486 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029527926817536354, + "ssim_fused": 0.9363384246826172, + "seg_l1": 0.03302311524748802, + "seg_ssim_ref": 0.9363387227058411, + "depth": 0.005499262548075057, + "rgb_loss": 0.036354657262563705, + "seg_loss": 0.039150748401880264, + "total": 0.07551090492699204, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005499262548075057, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00494151840745006 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024778803810477257, + "ssim_fused": 0.9481009244918823, + "seg_l1": 0.04023481532931328, + "seg_ssim_ref": 0.9481009244918823, + "depth": 0.010376855418089416, + "rgb_loss": 0.03020285815000534, + "seg_loss": 0.042567670345306396, + "total": 0.07278090535072983, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010376855418089416, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009729157935450526 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014250971376895905, + "ssim_fused": 0.9650958180427551, + "seg_l1": 0.023530805483460426, + "seg_ssim_ref": 0.9650957584381104, + "depth": 0.006380845061435053, + "rgb_loss": 0.018381614238023758, + "seg_loss": 0.02580549195408821, + "total": 0.04419348703717341, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006380845061435053, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006380845061435053 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016217036172747612, + "ssim_fused": 0.9603195786476135, + "seg_l1": 0.02707192301750183, + "seg_ssim_ref": 0.9603193998336792, + "depth": 0.006049563987033648, + "rgb_loss": 0.020909713581204414, + "seg_loss": 0.029593659564852715, + "total": 0.05050942271004416, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006049563987033648, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006049563987033648 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 308, + "adam_update_count": 51128 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2175772578921169 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5777ebc825134f2192a8aafc6d548393_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 309, + "next_interval": 0, + "next_adam_update": 51129, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 308, + "trained_intervals": 51128, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 51128, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8690224885940552, + "median": 7.35570764541626, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.804155111312866, + "median": 5.562673568725586, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15427438914775848, + "median": 1565.1041259765625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022278012707829475, + "median": 260.52166748046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0309.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0309.json new file mode 100644 index 0000000000000000000000000000000000000000..5c8ad2b250c99bcd7cceccf669db935db55a4859 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0309.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0309", + "executed_epochs": 309, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_66f9bd7f0e51433786b0bfc81c43ebff.npz", + "optimizer_file": "boundary_66f9bd7f0e51433786b0bfc81c43ebff_optimizer.pt", + "arrays_sha256": "2e2ae9843be532fa6a919881afe7ddf29bfd5c1c9aad3aa87aa1e00ce613245a", + "optimizer_sha256": "8da6f6072b19a9187133a4fd233895ac847cb24f1be413a194cba94eefe07dcc", + "stage": "adam", + "completed_passes": 309, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 51294, + "adam_update_count": 51294, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 310, + "consumed_count": 309, + "last_submitted_update": 51294, + "last_consumed_update": 51128, + "pending": [ + { + "reference": { + "source_update": 51294, + "completed_passes": 309, + "next_interval": 0, + "trained_intervals": 51294, + "snapshot": "pass_end_0309", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 309, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 51294, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 51294, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010587841097731143, + "update_l2": 2.9755125069641508e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2626859643205535e-05, + "update_l2": 1.5049888133944478e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06069610126860508, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06069610126860508, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021162603050470352, + "ssim_fused": 0.9525045156478882, + "seg_l1": 0.030950937420129776, + "seg_ssim_ref": 0.9525045156478882, + "depth": 0.007067328170620022, + "rgb_loss": 0.026429183781147003, + "seg_loss": 0.0342598482966423, + "total": 0.06069610126860508 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02937687560915947, + "ssim_fused": 0.9365755319595337, + "seg_l1": 0.03286553919315338, + "seg_ssim_ref": 0.9365758895874023, + "depth": 0.005454934155772078, + "rgb_loss": 0.03618639335036278, + "seg_loss": 0.038977254182100296, + "total": 0.07516910246661884, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005454934155772078, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004897190015147079 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02479790337383747, + "ssim_fused": 0.9480646252632141, + "seg_l1": 0.0402696467936039, + "seg_ssim_ref": 0.9480646252632141, + "depth": 0.010383062014609265, + "rgb_loss": 0.030225399881601334, + "seg_loss": 0.042602792382240295, + "total": 0.07283857160056594, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010383062014609265, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009735364531970377 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014249194413423538, + "ssim_fused": 0.9650949239730835, + "seg_l1": 0.02355133555829525, + "seg_ssim_ref": 0.9650947451591492, + "depth": 0.006375327245767434, + "rgb_loss": 0.01838036999106407, + "seg_loss": 0.025822119787335396, + "total": 0.044208866968290385, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006375327245767434, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006375327245767435 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016226444393396378, + "ssim_fused": 0.9602829217910767, + "seg_l1": 0.027117229998111725, + "seg_ssim_ref": 0.9602827429771423, + "depth": 0.006055989266331309, + "rgb_loss": 0.02092457190155983, + "seg_loss": 0.029637236148118973, + "total": 0.050567864038945136, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006055989266331309, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006055989266331307 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 309, + "adam_update_count": 51294 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21659528207965195 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_66f9bd7f0e51433786b0bfc81c43ebff_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 310, + "next_interval": 0, + "next_adam_update": 51295, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 309, + "trained_intervals": 51294, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 51294, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8604460954666138, + "median": 7.354301452636719, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8125271797180176, + "median": 5.562599182128906, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15560320019721985, + "median": 1562.9049072265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02209227718412876, + "median": 260.52288818359375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0310.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0310.json new file mode 100644 index 0000000000000000000000000000000000000000..06274983fabdde9e98a7ed609bdce5523cb063e2 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0310.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0310", + "executed_epochs": 310, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_96c21d436ee648cb9f2b887fec5c3ad4.npz", + "optimizer_file": "boundary_96c21d436ee648cb9f2b887fec5c3ad4_optimizer.pt", + "arrays_sha256": "69ae9c97159855bcdba2237e9213a8c92c964229338a9d6cf80110372b71ab85", + "optimizer_sha256": "323951413b088c731944a18549fd72b051293a2fffb31d7ac537d14b65683f4f", + "stage": "adam", + "completed_passes": 310, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 51460, + "adam_update_count": 51460, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 311, + "consumed_count": 310, + "last_submitted_update": 51460, + "last_consumed_update": 51294, + "pending": [ + { + "reference": { + "source_update": 51460, + "completed_passes": 310, + "next_interval": 0, + "trained_intervals": 51460, + "snapshot": "pass_end_0310", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 310, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 51460, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 51460, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010784649202832952, + "update_l2": 2.0267370928195305e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2972634067409672e-05, + "update_l2": 1.7977854440687224e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06056602172299885, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06056602172299885, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02112896367907524, + "ssim_fused": 0.9525554180145264, + "seg_l1": 0.03084746189415455, + "seg_ssim_ref": 0.9525554776191711, + "depth": 0.007059087302914317, + "rgb_loss": 0.02639208734035492, + "seg_loss": 0.03416687250137329, + "total": 0.06056602172299885 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02942204847931862, + "ssim_fused": 0.9364879727363586, + "seg_l1": 0.03286195918917656, + "seg_ssim_ref": 0.9364883303642273, + "depth": 0.0054647634550308195, + "rgb_loss": 0.036240044981241226, + "seg_loss": 0.03899190202355385, + "total": 0.0752374117682501, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054647634550308195, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004907019314405819 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024696417152881622, + "ssim_fused": 0.9482203125953674, + "seg_l1": 0.04004203900694847, + "seg_ssim_ref": 0.9482203125953674, + "depth": 0.010339855557352357, + "rgb_loss": 0.03011307120323181, + "seg_loss": 0.04238957166671753, + "total": 0.0725129827255067, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010339855557352357, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009692158074713466 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014209583401679993, + "ssim_fused": 0.9651468396186829, + "seg_l1": 0.023453382775187492, + "seg_ssim_ref": 0.9651467800140381, + "depth": 0.006375260003018194, + "rgb_loss": 0.018338298425078392, + "seg_loss": 0.025733349844813347, + "total": 0.044078023529894754, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006375260003018194, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006375260003018193 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01618780568242073, + "ssim_fused": 0.9603665471076965, + "seg_l1": 0.02703246660530567, + "seg_ssim_ref": 0.9603664875030518, + "depth": 0.0060564701962558965, + "rgb_loss": 0.020876934751868248, + "seg_loss": 0.029552675783634186, + "total": 0.05043566886834384, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060564701962558965, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006056470196255897 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 310, + "adam_update_count": 51460 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22092747711576521 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_96c21d436ee648cb9f2b887fec5c3ad4_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 311, + "next_interval": 0, + "next_adam_update": 51461, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 310, + "trained_intervals": 51460, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 51460, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8696209192276, + "median": 7.35703706741333, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.8032913208007812, + "median": 5.5623369216918945, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1541820913553238, + "median": 1567.186279296875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022297265008091927, + "median": 260.4375305175781, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0311.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0311.json new file mode 100644 index 0000000000000000000000000000000000000000..9e45f0711e813b95aa9f4a0d2e97140c06c8f6ca --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0311.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0311", + "executed_epochs": 311, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c2b26be3004c44e5acabeeebdc52a255.npz", + "optimizer_file": "boundary_c2b26be3004c44e5acabeeebdc52a255_optimizer.pt", + "arrays_sha256": "d89af8638a502bba0be422c99232d0b08fef300a9c78ef3ed1f4218c7f7b1be1", + "optimizer_sha256": "7570cd208f3806ae274388b69cb26daa8f68e54c7f388b486c4280cbc424f53e", + "stage": "adam", + "completed_passes": 311, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 51626, + "adam_update_count": 51626, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 312, + "consumed_count": 311, + "last_submitted_update": 51626, + "last_consumed_update": 51460, + "pending": [ + { + "reference": { + "source_update": 51626, + "completed_passes": 311, + "next_interval": 0, + "trained_intervals": 51626, + "snapshot": "pass_end_0311", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 311, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 51626, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 51626, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010441068297950551, + "update_l2": 4.409287066664547e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3029506590100937e-05, + "update_l2": 3.9724538510199636e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060615416114280216, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060615416114280216, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021148648113012314, + "ssim_fused": 0.9525333046913147, + "seg_l1": 0.0308784581720829, + "seg_ssim_ref": 0.9525333046913147, + "depth": 0.007062648484700411, + "rgb_loss": 0.026412256062030792, + "seg_loss": 0.034196097403764725, + "total": 0.060615416114280216 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029465803876519203, + "ssim_fused": 0.9364362955093384, + "seg_l1": 0.032922565937042236, + "seg_ssim_ref": 0.936436653137207, + "depth": 0.005483860456687657, + "rgb_loss": 0.036285385489463806, + "seg_loss": 0.03905072435736656, + "total": 0.07534159743257736, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005483860456687657, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004926116316062658 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02471224218606949, + "ssim_fused": 0.9481997489929199, + "seg_l1": 0.04009633883833885, + "seg_ssim_ref": 0.9481997489929199, + "depth": 0.010348858100271576, + "rgb_loss": 0.030129842460155487, + "seg_loss": 0.0424371212720871, + "total": 0.07257731259034285, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010348858100271576, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00970116061763269 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014225168153643608, + "ssim_fused": 0.9651281237602234, + "seg_l1": 0.02347530610859394, + "seg_ssim_ref": 0.9651280641555786, + "depth": 0.006374855368268779, + "rgb_loss": 0.0183545108884573, + "seg_loss": 0.02575463242828846, + "total": 0.044115518172114024, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006374855368268779, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006374855368268779 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016191376373171806, + "ssim_fused": 0.9603691101074219, + "seg_l1": 0.027019623667001724, + "seg_ssim_ref": 0.9603689312934875, + "depth": 0.0060430200135736314, + "rgb_loss": 0.02087927982211113, + "seg_loss": 0.02954191341996193, + "total": 0.05042723626208663, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060430200135736314, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060430200135736314 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 311, + "adam_update_count": 51626 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2209551390260458 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c2b26be3004c44e5acabeeebdc52a255_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 312, + "next_interval": 0, + "next_adam_update": 51627, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 311, + "trained_intervals": 51626, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 51626, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.871775507926941, + "median": 7.356590270996094, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.801138162612915, + "median": 5.560626029968262, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.153850257396698, + "median": 1566.4862060546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022345326840877533, + "median": 259.986328125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0312.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0312.json new file mode 100644 index 0000000000000000000000000000000000000000..2f8c7eaa3b0c0934dff2945681f64ada4362665a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0312.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0312", + "executed_epochs": 312, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0b168378db2d44a2bae3a8b2252a0462.npz", + "optimizer_file": "boundary_0b168378db2d44a2bae3a8b2252a0462_optimizer.pt", + "arrays_sha256": "f9dbd4eb5c500a98c65eb65391103411d9250dc41112d7b56333b9264fe74075", + "optimizer_sha256": "af49eb2eb9edf926377971ed756870fecdbd62d3d74b081468e0b6cd6ff4ccc3", + "stage": "adam", + "completed_passes": 312, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 51792, + "adam_update_count": 51792, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 313, + "consumed_count": 312, + "last_submitted_update": 51792, + "last_consumed_update": 51626, + "pending": [ + { + "reference": { + "source_update": 51792, + "completed_passes": 312, + "next_interval": 0, + "trained_intervals": 51792, + "snapshot": "pass_end_0312", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 312, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 51792, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 51792, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010634972568368539, + "update_l2": 3.055780689464882e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2898134627903346e-05, + "update_l2": 9.969900929718278e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06049857735628109, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06049857735628109, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02109946310520172, + "ssim_fused": 0.9526010751724243, + "seg_l1": 0.03081546537578106, + "seg_ssim_ref": 0.9526010155677795, + "depth": 0.0070406123421651624, + "rgb_loss": 0.02635936252772808, + "seg_loss": 0.03413217514753342, + "total": 0.06049857735628109 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02930384874343872, + "ssim_fused": 0.9366688132286072, + "seg_l1": 0.03271202743053436, + "seg_ssim_ref": 0.9366691708564758, + "depth": 0.005431552127466228, + "rgb_loss": 0.0361093170940876, + "seg_loss": 0.038835786283016205, + "total": 0.07495053865452157, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005431552127466228, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004873807986841227 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024705465883016586, + "ssim_fused": 0.9482226371765137, + "seg_l1": 0.040070466697216034, + "seg_ssim_ref": 0.9482225775718689, + "depth": 0.01033577057371537, + "rgb_loss": 0.030119845643639565, + "seg_loss": 0.04241185635328293, + "total": 0.07254203590485106, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01033577057371537, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009688073091076482 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014206036925315857, + "ssim_fused": 0.9651550054550171, + "seg_l1": 0.02345549315214157, + "seg_ssim_ref": 0.9651548266410828, + "depth": 0.0063550568709346555, + "rgb_loss": 0.018333828076720238, + "seg_loss": 0.025733429938554764, + "total": 0.04407361120950079, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063550568709346555, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063550568709346555 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01618249900639057, + "ssim_fused": 0.9603577256202698, + "seg_l1": 0.02702387608587742, + "seg_ssim_ref": 0.9603573679924011, + "depth": 0.006040069796544396, + "rgb_loss": 0.02087445557117462, + "seg_loss": 0.02954762801527977, + "total": 0.050428123656250934, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006040069796544396, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006040069796544396 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 312, + "adam_update_count": 51792 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2244687599595636 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0b168378db2d44a2bae3a8b2252a0462_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 313, + "next_interval": 0, + "next_adam_update": 51793, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 312, + "trained_intervals": 51792, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 51792, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8822057247161865, + "median": 7.35758113861084, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7907090187072754, + "median": 5.554125785827637, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1522539108991623, + "median": 1568.0390625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022579586133360863, + "median": 258.3013916015625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0313.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0313.json new file mode 100644 index 0000000000000000000000000000000000000000..d1515faeec48e48125daf48e36b436c266e3d818 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0313.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0313", + "executed_epochs": 313, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a14ae86c24ca4287b0f18fc8e7da3fe5.npz", + "optimizer_file": "boundary_a14ae86c24ca4287b0f18fc8e7da3fe5_optimizer.pt", + "arrays_sha256": "02488463c15ce883785286de0458ef478d59a801aad282096f93b42121b18136", + "optimizer_sha256": "a7c9f7c93e77110504e1e1984e5d20494383bb9e7ce4a3194b0c7fb125a95927", + "stage": "adam", + "completed_passes": 313, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 51958, + "adam_update_count": 51958, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 314, + "consumed_count": 313, + "last_submitted_update": 51958, + "last_consumed_update": 51792, + "pending": [ + { + "reference": { + "source_update": 51958, + "completed_passes": 313, + "next_interval": 0, + "trained_intervals": 51958, + "snapshot": "pass_end_0313", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 313, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 51958, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 51958, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010769484651973471, + "update_l2": 7.733286111033522e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3016222510486841e-05, + "update_l2": 1.0737912816694006e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06039402835923923, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06039402835923923, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021060848608613014, + "ssim_fused": 0.9526483416557312, + "seg_l1": 0.030747080221772194, + "seg_ssim_ref": 0.952648401260376, + "depth": 0.007027917688017802, + "rgb_loss": 0.02631901390850544, + "seg_loss": 0.03406798839569092, + "total": 0.06039402835923923 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029242420569062233, + "ssim_fused": 0.9367420673370361, + "seg_l1": 0.03261592611670494, + "seg_ssim_ref": 0.9367424249649048, + "depth": 0.005409159534535526, + "rgb_loss": 0.03604552149772644, + "seg_loss": 0.038744255900382996, + "total": 0.07479518655764397, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005409159534535526, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004851415393910526 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024664035066962242, + "ssim_fused": 0.948277473449707, + "seg_l1": 0.03997651860117912, + "seg_ssim_ref": 0.948277473449707, + "depth": 0.010316527128306786, + "rgb_loss": 0.030075734481215477, + "seg_loss": 0.04232572019100189, + "total": 0.07241177306199083, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010316527128306786, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009668829645667898 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014176606200635433, + "ssim_fused": 0.9651939272880554, + "seg_l1": 0.023402368649840355, + "seg_ssim_ref": 0.9651938676834106, + "depth": 0.00634566067884314, + "rgb_loss": 0.018302500247955322, + "seg_loss": 0.025683121755719185, + "total": 0.0439919658017082, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00634566067884314, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00634566067884314 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016160333529114723, + "ssim_fused": 0.9603798389434814, + "seg_l1": 0.026993505656719208, + "seg_ssim_ref": 0.9603797793388367, + "depth": 0.006040323410385755, + "rgb_loss": 0.02085229940712452, + "seg_loss": 0.02951885014772415, + "total": 0.05037718801561391, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006040323410385755, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006040323410385753 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 313, + "adam_update_count": 51958 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2328882550355047 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a14ae86c24ca4287b0f18fc8e7da3fe5_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 314, + "next_interval": 0, + "next_adam_update": 51959, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 313, + "trained_intervals": 51958, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 51958, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.893689513206482, + "median": 7.357736587524414, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7792575359344482, + "median": 5.550273895263672, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15051545202732086, + "median": 1568.282958984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02283964306116104, + "median": 257.31048583984375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0314.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0314.json new file mode 100644 index 0000000000000000000000000000000000000000..15a4a6fcec3795b92d211fba3211cadc18e76e7e --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0314.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0314", + "executed_epochs": 314, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1d48e7bf2edf468c86e3659c8e5cd186.npz", + "optimizer_file": "boundary_1d48e7bf2edf468c86e3659c8e5cd186_optimizer.pt", + "arrays_sha256": "dc02df9ab8a98ee6c983de0219955e08766d6e3207ffad5a7832d109151ced74", + "optimizer_sha256": "247e1f442455649fe5f6659d9197759905f43c1a646b86a1b41a42e1c11059da", + "stage": "adam", + "completed_passes": 314, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 52124, + "adam_update_count": 52124, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 315, + "consumed_count": 314, + "last_submitted_update": 52124, + "last_consumed_update": 51958, + "pending": [ + { + "reference": { + "source_update": 52124, + "completed_passes": 314, + "next_interval": 0, + "trained_intervals": 52124, + "snapshot": "pass_end_0314", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 314, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 52124, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 52124, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010709758498705924, + "update_l2": 1.5927926142467186e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3224038411863148e-05, + "update_l2": 2.0588113329722546e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0606900745827113, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0606900745827113, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021176384761929512, + "ssim_fused": 0.9524763822555542, + "seg_l1": 0.030915582552552223, + "seg_ssim_ref": 0.952476441860199, + "depth": 0.007075612560352893, + "rgb_loss": 0.026445813477039337, + "seg_loss": 0.03423718363046646, + "total": 0.0606900745827113 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029534313827753067, + "ssim_fused": 0.9362883567810059, + "seg_l1": 0.03299026936292648, + "seg_ssim_ref": 0.936288595199585, + "depth": 0.00548724977948884, + "rgb_loss": 0.03636977821588516, + "seg_loss": 0.039134494960308075, + "total": 0.07550976042597272, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00548724977948884, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004929505638863839 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02475365251302719, + "ssim_fused": 0.9481475949287415, + "seg_l1": 0.040151745080947876, + "seg_ssim_ref": 0.9481475353240967, + "depth": 0.010367962570867707, + "rgb_loss": 0.030173402279615402, + "seg_loss": 0.042491890490055084, + "total": 0.07267565700695106, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010367962570867707, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009720265088228819 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0142199182882905, + "ssim_fused": 0.9651340246200562, + "seg_l1": 0.023475244641304016, + "seg_ssim_ref": 0.9651338458061218, + "depth": 0.006384592336718925, + "rgb_loss": 0.01834912970662117, + "seg_loss": 0.025753427296876907, + "total": 0.0441089415958348, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006384592336718925, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006384592336718924 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016197653487324715, + "ssim_fused": 0.9603358507156372, + "seg_l1": 0.02704506926238537, + "seg_ssim_ref": 0.9603356719017029, + "depth": 0.006062645554336099, + "rgb_loss": 0.02089095301926136, + "seg_loss": 0.029568921774625778, + "total": 0.05046593930208662, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006062645554336099, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006062645554336099 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 314, + "adam_update_count": 52124 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22221913398243487 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1d48e7bf2edf468c86e3659c8e5cd186_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 315, + "next_interval": 0, + "next_adam_update": 52125, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 314, + "trained_intervals": 52124, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 52124, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8937642574310303, + "median": 7.357736587524414, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.779181957244873, + "median": 5.550838947296143, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1505042016506195, + "median": 1568.282958984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02284136973321438, + "median": 257.45684814453125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0315.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0315.json new file mode 100644 index 0000000000000000000000000000000000000000..531125ee8f869c2c545241028e0b04805f85f291 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0315.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0315", + "executed_epochs": 315, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_79a74e0a24b64dc383fb731a6ad7c4c6.npz", + "optimizer_file": "boundary_79a74e0a24b64dc383fb731a6ad7c4c6_optimizer.pt", + "arrays_sha256": "0380ef68eba8e2bee1fda626c8336223b9a8b315163ca8abed9e74a5589a451c", + "optimizer_sha256": "60ee6d51fc748aec22e8cfaef9025302bf15a27171f1d7308cfd87f6d3326a02", + "stage": "adam", + "completed_passes": 315, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 52290, + "adam_update_count": 52290, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 316, + "consumed_count": 315, + "last_submitted_update": 52290, + "last_consumed_update": 52124, + "pending": [ + { + "reference": { + "source_update": 52290, + "completed_passes": 315, + "next_interval": 0, + "trained_intervals": 52290, + "snapshot": "pass_end_0315", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 315, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 52290, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 52290, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.527566726319492e-05, + "update_l2": 2.3173392037278973e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3494280210579745e-05, + "update_l2": 1.9092556613031775e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06104483122285026, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06104483122285026, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021296830847859383, + "ssim_fused": 0.9523051381111145, + "seg_l1": 0.0311528742313385, + "seg_ssim_ref": 0.9523051381111145, + "depth": 0.007129668253835925, + "rgb_loss": 0.026576438918709755, + "seg_loss": 0.034461263567209244, + "total": 0.06104483122285026 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029697993770241737, + "ssim_fused": 0.9360561966896057, + "seg_l1": 0.033258359879255295, + "seg_ssim_ref": 0.9360566139221191, + "depth": 0.005545527112410248, + "rgb_loss": 0.03654715418815613, + "seg_loss": 0.03939536586403847, + "total": 0.0759480618540167, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005545527112410248, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00498778297178525 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024911656975746155, + "ssim_fused": 0.9479342103004456, + "seg_l1": 0.04051726683974266, + "seg_ssim_ref": 0.9479342103004456, + "depth": 0.010484435713111633, + "rgb_loss": 0.030342482030391693, + "seg_loss": 0.042826972901821136, + "total": 0.07317993936792594, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010484435713111633, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009836738230472741 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014310372993350029, + "ssim_fused": 0.9650269150733948, + "seg_l1": 0.023662161082029343, + "seg_ssim_ref": 0.9650269150733948, + "depth": 0.006415124134742138, + "rgb_loss": 0.018442915752530098, + "seg_loss": 0.02592434734106064, + "total": 0.04437367635508033, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006415124134742138, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006415124134742137 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01626729965209961, + "ssim_fused": 0.9602031707763672, + "seg_l1": 0.027173709124326706, + "seg_ssim_ref": 0.9602029919624329, + "depth": 0.006073586055079681, + "rgb_loss": 0.02097320556640625, + "seg_loss": 0.029698368161916733, + "total": 0.050677647314378065, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006073586055079681, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006073586055079681 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 315, + "adam_update_count": 52290 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.215700478060171 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_79a74e0a24b64dc383fb731a6ad7c4c6_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 316, + "next_interval": 0, + "next_adam_update": 52291, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 315, + "trained_intervals": 52290, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 52290, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8933521509170532, + "median": 7.357684135437012, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7796390056610107, + "median": 5.549071311950684, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1505662351846695, + "median": 1568.20068359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022830933332443237, + "median": 256.9989013671875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0316.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0316.json new file mode 100644 index 0000000000000000000000000000000000000000..c1517738a914776bcfe06b7925a98371f7f831e7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0316.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0316", + "executed_epochs": 316, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5f6ee7f2f05e4d80ad67933bb830dfc8.npz", + "optimizer_file": "boundary_5f6ee7f2f05e4d80ad67933bb830dfc8_optimizer.pt", + "arrays_sha256": "043d28faa07c0d36209032973206e6af3c318c99b28bf870ad729bf8a10d5914", + "optimizer_sha256": "5fd49a8779a4561353f767e88b013d3b8a29333084c1655235a560a9a207b24f", + "stage": "adam", + "completed_passes": 316, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 52456, + "adam_update_count": 52456, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 317, + "consumed_count": 316, + "last_submitted_update": 52456, + "last_consumed_update": 52290, + "pending": [ + { + "reference": { + "source_update": 52456, + "completed_passes": 316, + "next_interval": 0, + "trained_intervals": 52456, + "snapshot": "pass_end_0316", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 316, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 52456, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 52456, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010670941992430016, + "update_l2": 4.123004691791721e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.311468531639548e-05, + "update_l2": 3.527942317305133e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06061881670120967, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06061881670120967, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021149281412363052, + "ssim_fused": 0.952524721622467, + "seg_l1": 0.030877765268087387, + "seg_ssim_ref": 0.9525246620178223, + "depth": 0.007063908016807787, + "rgb_loss": 0.026414483785629272, + "seg_loss": 0.03419726714491844, + "total": 0.06061881670120967 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029459791257977486, + "ssim_fused": 0.9364300966262817, + "seg_l1": 0.032902948558330536, + "seg_ssim_ref": 0.9364304542541504, + "depth": 0.00547132069560518, + "rgb_loss": 0.03628181293606758, + "seg_loss": 0.03903626650571823, + "total": 0.07532355448777171, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00547132069560518, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004913576554980181 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024722985923290253, + "ssim_fused": 0.9481812119483948, + "seg_l1": 0.040095556527376175, + "seg_ssim_ref": 0.9481812119483948, + "depth": 0.01035362301193514, + "rgb_loss": 0.030142147094011307, + "seg_loss": 0.042440202087163925, + "total": 0.07259270280418717, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01035362301193514, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009705925529296252 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014218661934137344, + "ssim_fused": 0.965136706829071, + "seg_l1": 0.02346889302134514, + "seg_ssim_ref": 0.9651365280151367, + "depth": 0.006374172544249643, + "rgb_loss": 0.018347589299082756, + "seg_loss": 0.025747809559106827, + "total": 0.04410177116808868, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006374172544249643, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006374172544249644 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016195686534047127, + "ssim_fused": 0.9603508114814758, + "seg_l1": 0.027043651789426804, + "seg_ssim_ref": 0.9603506326675415, + "depth": 0.006056515815441187, + "rgb_loss": 0.020886387676000595, + "seg_loss": 0.029564794152975082, + "total": 0.05045723834479112, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006056515815441187, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006056515815441186 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 316, + "adam_update_count": 52456 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2163641001097858 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5f6ee7f2f05e4d80ad67933bb830dfc8_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 317, + "next_interval": 0, + "next_adam_update": 52457, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 316, + "trained_intervals": 52456, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 52456, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8919289112091064, + "median": 7.3576812744140625, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.781290054321289, + "median": 5.553414344787598, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.15078069269657135, + "median": 1568.1961669921875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02279326692223549, + "median": 258.1177062988281, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0317.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0317.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc25e720547d951c733fd61afcd4c4952cd329d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0317.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0317", + "executed_epochs": 317, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_45b5aa498e114a639818f16aceed3d79.npz", + "optimizer_file": "boundary_45b5aa498e114a639818f16aceed3d79_optimizer.pt", + "arrays_sha256": "9afd1927037ac9e8ea280e6a26bd1d9ee44ea3a44cdb8e99ea7d36e6354b9cee", + "optimizer_sha256": "eddc14294f72821e97cf489f94598ffc7872207d08ec0b9343a653b92d3f812c", + "stage": "adam", + "completed_passes": 317, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 52622, + "adam_update_count": 52622, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 318, + "consumed_count": 317, + "last_submitted_update": 52622, + "last_consumed_update": 52456, + "pending": [ + { + "reference": { + "source_update": 52622, + "completed_passes": 317, + "next_interval": 0, + "trained_intervals": 52622, + "snapshot": "pass_end_0317", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 317, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 52622, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 52622, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.32731491047889e-05, + "update_l2": 9.28784575080499e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.338567744824104e-05, + "update_l2": 8.063493442023173e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06095569817908451, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 499, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06095569817908451, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021268727257847786, + "ssim_fused": 0.9523544311523438, + "seg_l1": 0.031094195321202278, + "seg_ssim_ref": 0.952354371547699, + "depth": 0.007115812975615005, + "rgb_loss": 0.026544099673628807, + "seg_loss": 0.03440447896718979, + "total": 0.06095569817908451 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029669757932424545, + "ssim_fused": 0.9361196160316467, + "seg_l1": 0.03320556506514549, + "seg_ssim_ref": 0.9361198544502258, + "depth": 0.005543221772866997, + "rgb_loss": 0.03651188313961029, + "seg_loss": 0.03934048116207123, + "total": 0.07585790752345438, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005543221772866997, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004985477632241997 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024858634918928146, + "ssim_fused": 0.9480063915252686, + "seg_l1": 0.04041952267289162, + "seg_ssim_ref": 0.9480063915252686, + "depth": 0.010453850234040163, + "rgb_loss": 0.030285630375146866, + "seg_loss": 0.04273434355854988, + "total": 0.07303042778393079, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010453850234040163, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009806152751401275 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014296342618763447, + "ssim_fused": 0.9650449156761169, + "seg_l1": 0.02362152561545372, + "seg_ssim_ref": 0.9650447368621826, + "depth": 0.00640529906328457, + "rgb_loss": 0.01842809095978737, + "seg_loss": 0.025888273492455482, + "total": 0.04432277161395128, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00640529906328457, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00640529906328457 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01625017076730728, + "ssim_fused": 0.9602466821670532, + "seg_l1": 0.027130166068673134, + "seg_ssim_ref": 0.9602465629577637, + "depth": 0.006060880832268288, + "rgb_loss": 0.0209508016705513, + "seg_loss": 0.029654821380972862, + "total": 0.05061168579500158, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006060880832268288, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060608808322682875 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 317, + "adam_update_count": 52622 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22520678490400314 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_45b5aa498e114a639818f16aceed3d79_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 318, + "next_interval": 0, + "next_adam_update": 52623, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 317, + "trained_intervals": 52622, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 52622, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.8919761180877686, + "median": 7.357685089111328, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7812368869781494, + "median": 5.551736831665039, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1507735550403595, + "median": 1568.2020263671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022794479504227638, + "median": 257.685302734375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 499, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0318.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0318.json new file mode 100644 index 0000000000000000000000000000000000000000..58b3a447f54a6dad0347d2bbc9be2dc627f1c07d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0318.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0318", + "executed_epochs": 318, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b7fc75cb73574d70ad284920a78a7167.npz", + "optimizer_file": "boundary_b7fc75cb73574d70ad284920a78a7167_optimizer.pt", + "arrays_sha256": "c931ea0f66ade72f21612be8b484b0302cf42619b6f3a0f082b074da4cac28d6", + "optimizer_sha256": "d9cc7052973b4d0851fb01a13c7ab61cdd95c91de971d7757222a1a3549c38ef", + "stage": "adam", + "completed_passes": 318, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 52788, + "adam_update_count": 52788, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 319, + "consumed_count": 318, + "last_submitted_update": 52788, + "last_consumed_update": 52622, + "pending": [ + { + "reference": { + "source_update": 52788, + "completed_passes": 318, + "next_interval": 0, + "trained_intervals": 52788, + "snapshot": "pass_end_0318", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 318, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 52788, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 52788, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010573759936960414, + "update_l2": 0.00011222546163480729 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3204378774389625e-05, + "update_l2": 3.3273343433393165e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060516526855075324, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 500, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060516526855075324, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021123550832271576, + "ssim_fused": 0.9525561928749084, + "seg_l1": 0.030791400000452995, + "seg_ssim_ref": 0.9525562524795532, + "depth": 0.007051907026732807, + "rgb_loss": 0.026387598365545273, + "seg_loss": 0.03412187844514847, + "total": 0.060516526855075324 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029531551524996758, + "ssim_fused": 0.9362794756889343, + "seg_l1": 0.03294771537184715, + "seg_ssim_ref": 0.9362796545028687, + "depth": 0.005485665790227294, + "rgb_loss": 0.03636934608221054, + "seg_loss": 0.03910224139690399, + "total": 0.07547707314490476, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005485665790227294, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004927921649602295 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024634720757603645, + "ssim_fused": 0.9483081698417664, + "seg_l1": 0.039895784109830856, + "seg_ssim_ref": 0.9483081698417664, + "depth": 0.010293592586913923, + "rgb_loss": 0.030046142637729645, + "seg_loss": 0.04225499555468559, + "total": 0.07231142805971186, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010293592586913923, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009645895104275035 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01417287066578865, + "ssim_fused": 0.965207040309906, + "seg_l1": 0.023362383246421814, + "seg_ssim_ref": 0.9652069807052612, + "depth": 0.006380626483986465, + "rgb_loss": 0.01829688809812069, + "seg_loss": 0.025648510083556175, + "total": 0.04395177880816085, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006380626483986465, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006380626483986465 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01615506410598755, + "ssim_fused": 0.9604302048683167, + "seg_l1": 0.026959717273712158, + "seg_ssim_ref": 0.9604300260543823, + "depth": 0.006047743245803545, + "rgb_loss": 0.02083801105618477, + "seg_loss": 0.02948176860809326, + "total": 0.05032582740752383, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006047743245803545, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006047743245803545 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 318, + "adam_update_count": 52788 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2404384328983724 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b7fc75cb73574d70ad284920a78a7167_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 319, + "next_interval": 0, + "next_adam_update": 52789, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 318, + "trained_intervals": 52788, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 52788, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9054820537567139, + "median": 7.35756254196167, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7673354148864746, + "median": 5.550091743469238, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1487509310245514, + "median": 1568.0098876953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023113569244742393, + "median": 257.27606201171875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 500, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0319.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0319.json new file mode 100644 index 0000000000000000000000000000000000000000..380b7edb2fcc2680b2a811bceb0bf19f3c54c688 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0319.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0319", + "executed_epochs": 319, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b9e2ef40e81c4a1cb8c4df4a399b0f5e.npz", + "optimizer_file": "boundary_b9e2ef40e81c4a1cb8c4df4a399b0f5e_optimizer.pt", + "arrays_sha256": "0ac184a17d72cbee9aab0a35661b4b9bb051f98376864a444cce3bf2e8d5da8f", + "optimizer_sha256": "752bc2682f4ad3201ad3d6ef3505b22b76cb403a3125a11284879e15c39f3863", + "stage": "adam", + "completed_passes": 319, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 52954, + "adam_update_count": 52954, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 320, + "consumed_count": 319, + "last_submitted_update": 52954, + "last_consumed_update": 52788, + "pending": [ + { + "reference": { + "source_update": 52954, + "completed_passes": 319, + "next_interval": 0, + "trained_intervals": 52954, + "snapshot": "pass_end_0319", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 319, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 52954, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 52954, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.592682181391865e-05, + "update_l2": 0.0003681161906570196 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3504886737791821e-05, + "update_l2": 7.388840458588675e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06074741374528052, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 500, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06074741374528052, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021196570247411728, + "ssim_fused": 0.9524617791175842, + "seg_l1": 0.03095972165465355, + "seg_ssim_ref": 0.9524617195129395, + "depth": 0.007079763468520962, + "rgb_loss": 0.026464905589818954, + "seg_loss": 0.03427543118596077, + "total": 0.06074741374528052 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029554618522524834, + "ssim_fused": 0.9362865090370178, + "seg_l1": 0.03303143382072449, + "seg_ssim_ref": 0.9362868070602417, + "depth": 0.005512353806109944, + "rgb_loss": 0.0363863930106163, + "seg_loss": 0.03916778415441513, + "total": 0.07555968951883754, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005512353806109944, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004954609665484945 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024773530662059784, + "ssim_fused": 0.9481275081634521, + "seg_l1": 0.04023795574903488, + "seg_ssim_ref": 0.9481275081634521, + "depth": 0.010389079164048501, + "rgb_loss": 0.030193325132131577, + "seg_loss": 0.042564861476421356, + "total": 0.07276857196242668, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010389079164048501, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009741381681409615 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01425017137080431, + "ssim_fused": 0.9651018381118774, + "seg_l1": 0.02352604828774929, + "seg_ssim_ref": 0.9651016592979431, + "depth": 0.006379166852162323, + "rgb_loss": 0.01837977021932602, + "seg_loss": 0.02580050751566887, + "total": 0.04418665690184705, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006379166852162323, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006379166852162322 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016207952052354813, + "ssim_fused": 0.9603311419487, + "seg_l1": 0.02704344503581524, + "seg_ssim_ref": 0.9603309631347656, + "depth": 0.006038454051763079, + "rgb_loss": 0.02090013399720192, + "seg_loss": 0.029568564146757126, + "total": 0.05047473659801081, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006038454051763079, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006038454051763078 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 319, + "adam_update_count": 52954 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2171430280432105 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b9e2ef40e81c4a1cb8c4df4a399b0f5e_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 320, + "next_interval": 0, + "next_adam_update": 52955, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 319, + "trained_intervals": 52954, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 52954, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9050036668777466, + "median": 7.357239723205566, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7677814960479736, + "median": 5.549663543701172, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1488220989704132, + "median": 1567.5037841796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02310326136648655, + "median": 257.16796875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 500, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0320.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0320.json new file mode 100644 index 0000000000000000000000000000000000000000..69807a3cf78479fa4bf5a4b1109166e1a3e5f1f3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0320.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0320", + "executed_epochs": 320, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_60ebe7eb9a594b44bd135b91998e3c8f.npz", + "optimizer_file": "boundary_60ebe7eb9a594b44bd135b91998e3c8f_optimizer.pt", + "arrays_sha256": "379c93fb62e86de1d09f0e0191d01f5f4120c93af4264e8080186570c16f29a6", + "optimizer_sha256": "bf6f89c8933ed343b6c00a6c364cc7a69f1955db29135cd90cc1355ec34f8a3f", + "stage": "adam", + "completed_passes": 320, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 53120, + "adam_update_count": 53120, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 321, + "consumed_count": 320, + "last_submitted_update": 53120, + "last_consumed_update": 52954, + "pending": [ + { + "reference": { + "source_update": 53120, + "completed_passes": 320, + "next_interval": 0, + "trained_intervals": 53120, + "snapshot": "pass_end_0320", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 320, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 53120, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 53120, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010536272748140618, + "update_l2": 6.325232243398204e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.272961435461184e-05, + "update_l2": 3.728026422322728e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060286010301643926, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060286010301643926, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021011052653193474, + "ssim_fused": 0.9527145624160767, + "seg_l1": 0.030694933608174324, + "seg_ssim_ref": 0.9527144432067871, + "depth": 0.00701068245800225, + "rgb_loss": 0.02626594342291355, + "seg_loss": 0.0340130515396595, + "total": 0.060286010301643926 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029071655124425888, + "ssim_fused": 0.9369825720787048, + "seg_l1": 0.03243197500705719, + "seg_ssim_ref": 0.9369829893112183, + "depth": 0.00536803659309633, + "rgb_loss": 0.0358608104288578, + "seg_loss": 0.03854898363351822, + "total": 0.07441516582425942, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00536803659309633, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004810292452471331 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024637620896100998, + "ssim_fused": 0.9483218193054199, + "seg_l1": 0.039927996695041656, + "seg_ssim_ref": 0.9483218193054199, + "depth": 0.010303554537499893, + "rgb_loss": 0.030045732855796814, + "seg_loss": 0.04227803274989128, + "total": 0.0723340728855159, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010303554537499893, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009655857054861003 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014175753109157085, + "ssim_fused": 0.9651960134506226, + "seg_l1": 0.023407435044646263, + "seg_ssim_ref": 0.9651958346366882, + "depth": 0.0063376109493699755, + "rgb_loss": 0.018301399424672127, + "seg_loss": 0.025686781853437424, + "total": 0.04399452075170407, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063376109493699755, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063376109493699755 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0161591824144125, + "ssim_fused": 0.9603575468063354, + "seg_l1": 0.027012325823307037, + "seg_ssim_ref": 0.9603572487831116, + "depth": 0.006033527752042799, + "rgb_loss": 0.02085583657026291, + "seg_loss": 0.029538411647081375, + "total": 0.05040028174509633, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006033527752042799, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006033527752042801 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 320, + "adam_update_count": 53120 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22255980595946312 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_60ebe7eb9a594b44bd135b91998e3c8f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 321, + "next_interval": 0, + "next_adam_update": 53121, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 320, + "trained_intervals": 53120, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 53120, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9005564451217651, + "median": 7.356456279754639, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7728869915008545, + "median": 5.550596237182617, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14948540925979614, + "median": 1566.2762451171875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.022985609248280525, + "median": 257.39453125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0321.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0321.json new file mode 100644 index 0000000000000000000000000000000000000000..56f430b068fde17f05bd19274630a2c97482eaff --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0321.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0321", + "executed_epochs": 321, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ffc7eb5352244a61822c5019878ff0b9.npz", + "optimizer_file": "boundary_ffc7eb5352244a61822c5019878ff0b9_optimizer.pt", + "arrays_sha256": "a12e05e012e631d08a18e06865014ad6d09a02d215e163fe3076470baa03e9b7", + "optimizer_sha256": "59a553ae05e2812a4c978944e936ce971bc68d3cf6872d1a9bd01542afd0deb0", + "stage": "adam", + "completed_passes": 321, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 53286, + "adam_update_count": 53286, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 322, + "consumed_count": 321, + "last_submitted_update": 53286, + "last_consumed_update": 53120, + "pending": [ + { + "reference": { + "source_update": 53286, + "completed_passes": 321, + "next_interval": 0, + "trained_intervals": 53286, + "snapshot": "pass_end_0321", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 321, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 53286, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 53286, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010437065793666989, + "update_l2": 0.00013974319153930992 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2997271369385999e-05, + "update_l2": 8.377525955438614e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06053546906496493, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06053546906496493, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021114064380526543, + "ssim_fused": 0.9525849223136902, + "seg_l1": 0.03083891235291958, + "seg_ssim_ref": 0.9525848627090454, + "depth": 0.007045427813205428, + "rgb_loss": 0.026374271139502525, + "seg_loss": 0.034154150635004044, + "total": 0.06053546906496493 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029346557334065437, + "ssim_fused": 0.9366161823272705, + "seg_l1": 0.03275860473513603, + "seg_ssim_ref": 0.9366165995597839, + "depth": 0.0054482021412711286, + "rgb_loss": 0.03615400940179825, + "seg_loss": 0.03888356685638428, + "total": 0.07504302446032379, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054482021412711286, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004890458000646128 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024720119312405586, + "ssim_fused": 0.9482132792472839, + "seg_l1": 0.0401277095079422, + "seg_ssim_ref": 0.9482131600379944, + "depth": 0.010353762631233937, + "rgb_loss": 0.0301334410905838, + "seg_loss": 0.04245953634381294, + "total": 0.07260332747173769, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010353762631233937, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009706065148595048 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014213800430297852, + "ssim_fused": 0.9651479125022888, + "seg_l1": 0.023468831554055214, + "seg_ssim_ref": 0.9651477336883545, + "depth": 0.006352512887926358, + "rgb_loss": 0.018341459333896637, + "seg_loss": 0.025745520368218422, + "total": 0.04409333035235784, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006352512887926358, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006352512887926359 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016175784170627594, + "ssim_fused": 0.9603622555732727, + "seg_l1": 0.02700050361454487, + "seg_ssim_ref": 0.9603620767593384, + "depth": 0.0060272335923902895, + "rgb_loss": 0.020868176594376564, + "seg_loss": 0.02952798828482628, + "total": 0.05040219397544038, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060272335923902895, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060272335923902895 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 321, + "adam_update_count": 53286 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21643079281784594 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ffc7eb5352244a61822c5019878ff0b9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 322, + "next_interval": 0, + "next_adam_update": 53287, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 321, + "trained_intervals": 53286, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 53286, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.900507926940918, + "median": 7.356499671936035, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7729475498199463, + "median": 5.550785064697266, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14949266612529755, + "median": 1566.34423828125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02298421785235405, + "median": 257.4440612792969, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0322.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0322.json new file mode 100644 index 0000000000000000000000000000000000000000..cffeaf2b4ff6c85240b5825688b302e4725a75a3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0322.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0322", + "executed_epochs": 322, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3aac687bdf414814944816b62c7cb2ae.npz", + "optimizer_file": "boundary_3aac687bdf414814944816b62c7cb2ae_optimizer.pt", + "arrays_sha256": "2d91705d4b9ef24cecfe3e16d07bd8699418ee0bf73792048268b1c8126a239a", + "optimizer_sha256": "6a2982bb99572f7330ac531755a33f33c73664c0e75bbfc771b68bf6a307d463", + "stage": "adam", + "completed_passes": 322, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 53452, + "adam_update_count": 53452, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 323, + "consumed_count": 322, + "last_submitted_update": 53452, + "last_consumed_update": 53286, + "pending": [ + { + "reference": { + "source_update": 53452, + "completed_passes": 322, + "next_interval": 0, + "trained_intervals": 53452, + "snapshot": "pass_end_0322", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 322, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 53452, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 53452, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001018838447635062, + "update_l2": 0.0001361992908641696 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3083993508189451e-05, + "update_l2": 6.589189433725551e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060609238073942175, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060609238073942175, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021139614284038544, + "ssim_fused": 0.952549397945404, + "seg_l1": 0.03088783472776413, + "seg_ssim_ref": 0.9525494575500488, + "depth": 0.007056482848633508, + "rgb_loss": 0.026401802897453308, + "seg_loss": 0.03420037776231766, + "total": 0.060609238073942175 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029377741739153862, + "ssim_fused": 0.9365744590759277, + "seg_l1": 0.03282034397125244, + "seg_ssim_ref": 0.9365746974945068, + "depth": 0.005458543545575036, + "rgb_loss": 0.0361873023211956, + "seg_loss": 0.038941338658332825, + "total": 0.0751341032483643, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005458543545575036, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004900799404950037 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024744994938373566, + "ssim_fused": 0.9481610059738159, + "seg_l1": 0.04017549008131027, + "seg_ssim_ref": 0.9481610059738159, + "depth": 0.010364512894278807, + "rgb_loss": 0.03016379475593567, + "seg_loss": 0.042508192360401154, + "total": 0.0726823516292311, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010364512894278807, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009716815411639917 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0142359035089612, + "ssim_fused": 0.9651200771331787, + "seg_l1": 0.023507986217737198, + "seg_ssim_ref": 0.9651200175285339, + "depth": 0.006365051081331136, + "rgb_loss": 0.01836470700800419, + "seg_loss": 0.025782385841012, + "total": 0.04415345790009752, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006365051081331136, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063650510813311354 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016199810430407524, + "ssim_fused": 0.9603422284126282, + "seg_l1": 0.02704751305282116, + "seg_ssim_ref": 0.9603420495986938, + "depth": 0.006037823873349052, + "rgb_loss": 0.020891401916742325, + "seg_loss": 0.029569601640105247, + "total": 0.050467039518075775, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006037823873349052, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006037823873349052 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 322, + "adam_update_count": 53452 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2202034790534526 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3aac687bdf414814944816b62c7cb2ae_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 323, + "next_interval": 0, + "next_adam_update": 53453, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 322, + "trained_intervals": 53452, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 53452, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9079567193984985, + "median": 7.356189727783203, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7658400535583496, + "median": 5.5492353439331055, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1483832746744156, + "median": 1565.8587646484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023148158565163612, + "median": 257.0788879394531, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0323.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0323.json new file mode 100644 index 0000000000000000000000000000000000000000..b1f5f07d2529663607c299791f73dc94aaeddbdc --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0323.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0323", + "executed_epochs": 323, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_62333786a2aa40629eb0a320db092c8d.npz", + "optimizer_file": "boundary_62333786a2aa40629eb0a320db092c8d_optimizer.pt", + "arrays_sha256": "c7fe31a5b13d873492c0950ccc75ed55006033bbb45bd206a1526e30da421b2c", + "optimizer_sha256": "f7c0e108b22b23a34e111bc0014b4df62bf644c4a367a9235919b8eecf26d5ea", + "stage": "adam", + "completed_passes": 323, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 53618, + "adam_update_count": 53618, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 324, + "consumed_count": 323, + "last_submitted_update": 53618, + "last_consumed_update": 53452, + "pending": [ + { + "reference": { + "source_update": 53618, + "completed_passes": 323, + "next_interval": 0, + "trained_intervals": 53618, + "snapshot": "pass_end_0323", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 323, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 53618, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 53618, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.466180927120149e-05, + "update_l2": 0.00015203587827272713 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3363342986849602e-05, + "update_l2": 6.932725955266505e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06110130446541599, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06110130446541599, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021308839321136475, + "ssim_fused": 0.9522871971130371, + "seg_l1": 0.031202448531985283, + "seg_ssim_ref": 0.9522871971130371, + "depth": 0.007138685765784207, + "rgb_loss": 0.026589639484882355, + "seg_loss": 0.03450452908873558, + "total": 0.06110130446541599 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029633665457367897, + "ssim_fused": 0.9361691474914551, + "seg_l1": 0.03320779278874397, + "seg_ssim_ref": 0.9361693263053894, + "depth": 0.005528687325626767, + "rgb_loss": 0.0364731028676033, + "seg_loss": 0.039332371205091476, + "total": 0.07581099903473011, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005528687325626767, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004970943185001768 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024957852438092232, + "ssim_fused": 0.9478472471237183, + "seg_l1": 0.040608786046504974, + "seg_ssim_ref": 0.9478472471237183, + "depth": 0.010510225492367624, + "rgb_loss": 0.030396834015846252, + "seg_loss": 0.042917583137750626, + "total": 0.07332492365379895, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010510225492367624, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009862528009728736 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014341628178954124, + "ssim_fused": 0.9649839997291565, + "seg_l1": 0.023733748123049736, + "seg_ssim_ref": 0.9649838209152222, + "depth": 0.006428870940332611, + "rgb_loss": 0.01847650296986103, + "seg_loss": 0.025990234687924385, + "total": 0.044473166528725745, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006428870940332611, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006428870940332612 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016302213072776794, + "ssim_fused": 0.960148274898529, + "seg_l1": 0.027259461581707, + "seg_ssim_ref": 0.9601482152938843, + "depth": 0.006086959304809828, + "rgb_loss": 0.021012116223573685, + "seg_loss": 0.029777927324175835, + "total": 0.05079612864440918, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006086959304809828, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00608695930480983 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 323, + "adam_update_count": 53618 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23597605805844069 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_62333786a2aa40629eb0a320db092c8d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 324, + "next_interval": 0, + "next_adam_update": 53619, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 323, + "trained_intervals": 53618, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 53618, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9093884229660034, + "median": 7.3553876876831055, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.764378547668457, + "median": 5.549605369567871, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14817097783088684, + "median": 1564.603515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023182014003396034, + "median": 257.17449951171875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0324.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0324.json new file mode 100644 index 0000000000000000000000000000000000000000..19ead0a11e4b6aac1c02e2c7aa984f2622510b7a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0324.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0324", + "executed_epochs": 324, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_36774a7122b2488d93fc13ba6ff9d7fc.npz", + "optimizer_file": "boundary_36774a7122b2488d93fc13ba6ff9d7fc_optimizer.pt", + "arrays_sha256": "1fa967895cda3017ec4d131f5b8e78878d7b6d5fd58e7a77d583d0128ad0b533", + "optimizer_sha256": "ebfa973ccc984a5e52d5c5e634d79b654af9512f7040e4246d52e5e9ff07ea45", + "stage": "adam", + "completed_passes": 324, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 53784, + "adam_update_count": 53784, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 325, + "consumed_count": 324, + "last_submitted_update": 53784, + "last_consumed_update": 53618, + "pending": [ + { + "reference": { + "source_update": 53784, + "completed_passes": 324, + "next_interval": 0, + "trained_intervals": 53784, + "snapshot": "pass_end_0324", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 324, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 53784, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 53784, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.34696217882447e-05, + "update_l2": 3.394209124962799e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3361748642637394e-05, + "update_l2": 1.695275386737194e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06092520590194965, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06092520590194965, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02124805375933647, + "ssim_fused": 0.9523850679397583, + "seg_l1": 0.031092077493667603, + "seg_ssim_ref": 0.9523850083351135, + "depth": 0.007109448998223848, + "rgb_loss": 0.026521438732743263, + "seg_loss": 0.034396663308143616, + "total": 0.06092520590194965 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029541218653321266, + "ssim_fused": 0.9363452792167664, + "seg_l1": 0.0330849289894104, + "seg_ssim_ref": 0.936345636844635, + "depth": 0.005512246762720816, + "rgb_loss": 0.03636391833424568, + "seg_loss": 0.03919881582260132, + "total": 0.07556824267831942, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005512246762720816, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004954502622095817 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02486548013985157, + "ssim_fused": 0.9479613304138184, + "seg_l1": 0.04043136537075043, + "seg_ssim_ref": 0.9479613304138184, + "depth": 0.0104521851818292, + "rgb_loss": 0.030300118029117584, + "seg_loss": 0.04275282844901085, + "total": 0.07306339493801996, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.0104521851818292, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009804487699190309 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014310836791992188, + "ssim_fused": 0.9650137424468994, + "seg_l1": 0.02365839295089245, + "seg_ssim_ref": 0.9650134444236755, + "depth": 0.006402018586702438, + "rgb_loss": 0.018445920199155807, + "seg_loss": 0.02592402696609497, + "total": 0.04437634918383748, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006402018586702438, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006402018586702438 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016274672001600266, + "ssim_fused": 0.9602197408676147, + "seg_l1": 0.027193624526262283, + "seg_ssim_ref": 0.9602196216583252, + "depth": 0.006071345461642939, + "rgb_loss": 0.020975790917873383, + "seg_loss": 0.029710974544286728, + "total": 0.05069283680762175, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006071345461642939, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006071345461642938 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 324, + "adam_update_count": 53784 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21886336989700794 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_36774a7122b2488d93fc13ba6ff9d7fc_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 325, + "next_interval": 0, + "next_adam_update": 53785, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 324, + "trained_intervals": 53784, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 53784, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9004055261611938, + "median": 7.3548383712768555, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7708334922790527, + "median": 5.5528154373168945, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14950798451900482, + "median": 1563.7442626953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023032858967781067, + "median": 257.9783020019531, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0325.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0325.json new file mode 100644 index 0000000000000000000000000000000000000000..b8dd152e22fb0e762312b00a1d3c1c2f94ce5d15 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0325.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0325", + "executed_epochs": 325, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e84926f7e676430594b7e06ae370f4d5.npz", + "optimizer_file": "boundary_e84926f7e676430594b7e06ae370f4d5_optimizer.pt", + "arrays_sha256": "58d8e9e66850fd9d1095a66d6b038ba27b28df1e5b6b162f7d7ebd07883c8d64", + "optimizer_sha256": "c6ac8b7a77b11ffbdf13d49c003071a7cec5bc7e02a0cfb7493c19413e11eca9", + "stage": "adam", + "completed_passes": 325, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 53950, + "adam_update_count": 53950, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 326, + "consumed_count": 325, + "last_submitted_update": 53950, + "last_consumed_update": 53784, + "pending": [ + { + "reference": { + "source_update": 53950, + "completed_passes": 325, + "next_interval": 0, + "trained_intervals": 53950, + "snapshot": "pass_end_0325", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 325, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 53950, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 53950, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.901195153361186e-05, + "update_l2": 2.199427217419725e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3283903172123246e-05, + "update_l2": 2.4038068659137934e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06062787798825901, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06062787798825901, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02114740014076233, + "ssim_fused": 0.9525362253189087, + "seg_l1": 0.030896730720996857, + "seg_ssim_ref": 0.9525362253189087, + "depth": 0.007059701124839161, + "rgb_loss": 0.026410676538944244, + "seg_loss": 0.03421013802289963, + "total": 0.06062787798825901 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029404133558273315, + "ssim_fused": 0.9365314841270447, + "seg_l1": 0.03285091370344162, + "seg_ssim_ref": 0.9365317821502686, + "depth": 0.005469410927682702, + "rgb_loss": 0.036217011511325836, + "seg_loss": 0.038974374532699585, + "total": 0.07519685545495311, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005469410927682702, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004911666787057702 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02474910579621792, + "ssim_fused": 0.9481615424156189, + "seg_l1": 0.04018791392445564, + "seg_ssim_ref": 0.9481615424156189, + "depth": 0.01036807913948549, + "rgb_loss": 0.030166976153850555, + "seg_loss": 0.042518023401498795, + "total": 0.07269537135977913, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01036807913948549, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.0097203816568466 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014238780364394188, + "ssim_fused": 0.9651097655296326, + "seg_l1": 0.023510925471782684, + "seg_ssim_ref": 0.9651097059249878, + "depth": 0.006364527775769432, + "rgb_loss": 0.018369071185588837, + "seg_loss": 0.02578680031001568, + "total": 0.044162237886025434, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006364527775769432, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006364527775769432 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016197573393583298, + "ssim_fused": 0.9603420495986938, + "seg_l1": 0.02703716605901718, + "seg_ssim_ref": 0.9603418707847595, + "depth": 0.006036786656419023, + "rgb_loss": 0.0208896491676569, + "seg_loss": 0.0295613594353199, + "total": 0.05045704725227837, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006036786656419023, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006036786656419022 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 325, + "adam_update_count": 53950 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2180833318270743 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e84926f7e676430594b7e06ae370f4d5_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 326, + "next_interval": 0, + "next_adam_update": 53951, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 325, + "trained_intervals": 53950, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 53950, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9119981527328491, + "median": 7.355482578277588, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7592544555664062, + "median": 5.551004409790039, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14778479933738708, + "median": 1564.751953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023301105946302414, + "median": 257.4983215332031, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0326.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0326.json new file mode 100644 index 0000000000000000000000000000000000000000..ccb8edf6c2e8567f9b305123319137df5d017f32 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0326.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0326", + "executed_epochs": 326, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_171d3bdeb6fb44de9038d42965edbc01.npz", + "optimizer_file": "boundary_171d3bdeb6fb44de9038d42965edbc01_optimizer.pt", + "arrays_sha256": "fd3f5fe8ad3176a3bcabdd3d34f2b581040b5a70bf85824f75fa75c283452b17", + "optimizer_sha256": "df5cd77c5575692329c2bcc1f89ba06a37ab56cd3ca695e905bd7ccdacfbc033", + "stage": "adam", + "completed_passes": 326, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 54116, + "adam_update_count": 54116, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 327, + "consumed_count": 326, + "last_submitted_update": 54116, + "last_consumed_update": 53950, + "pending": [ + { + "reference": { + "source_update": 54116, + "completed_passes": 326, + "next_interval": 0, + "trained_intervals": 54116, + "snapshot": "pass_end_0326", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 326, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 54116, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 54116, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010639109677867964, + "update_l2": 3.887576895067468e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3373906767810695e-05, + "update_l2": 3.974404899054207e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06077081847115316, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06077081847115316, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021208690479397774, + "ssim_fused": 0.9524364471435547, + "seg_l1": 0.030964169651269913, + "seg_ssim_ref": 0.9524364471435547, + "depth": 0.007090597589397933, + "rgb_loss": 0.02647966891527176, + "seg_loss": 0.03428405523300171, + "total": 0.06077081847115316 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02961641177535057, + "ssim_fused": 0.9361867308616638, + "seg_l1": 0.033102650195360184, + "seg_ssim_ref": 0.9361870884895325, + "depth": 0.005514181229029007, + "rgb_loss": 0.03645578399300575, + "seg_loss": 0.03924470394849777, + "total": 0.07570600584802285, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005514181229029007, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049564370884040065 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024754701182246208, + "ssim_fused": 0.9481390118598938, + "seg_l1": 0.04015745595097542, + "seg_ssim_ref": 0.9481390118598938, + "depth": 0.01037629237716526, + "rgb_loss": 0.030175957828760147, + "seg_loss": 0.042498163878917694, + "total": 0.07268450172534531, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01037629237716526, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009728594894526372 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014245972968637943, + "ssim_fused": 0.9651005268096924, + "seg_l1": 0.023515906184911728, + "seg_ssim_ref": 0.9651003479957581, + "depth": 0.0064044955616480576, + "rgb_loss": 0.018376674503087997, + "seg_loss": 0.02579265646636486, + "total": 0.04417573360236936, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0064044955616480576, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064044955616480576 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016217678785324097, + "ssim_fused": 0.9603193998336792, + "seg_l1": 0.02708066813647747, + "seg_ssim_ref": 0.9603191614151001, + "depth": 0.006067421189749406, + "rgb_loss": 0.020910263061523438, + "seg_loss": 0.029600702226161957, + "total": 0.05051703270887514, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006067421189749406, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006067421189749407 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 326, + "adam_update_count": 54116 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24215077399276197 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_171d3bdeb6fb44de9038d42965edbc01_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 327, + "next_interval": 0, + "next_adam_update": 54117, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 326, + "trained_intervals": 54116, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 54116, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9175679683685303, + "median": 7.35540246963501, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.753297805786133, + "median": 5.5536932945251465, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1469639390707016, + "median": 1564.6265869140625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023440316319465637, + "median": 258.1895751953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0327.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0327.json new file mode 100644 index 0000000000000000000000000000000000000000..7bb643f1efb55b7eeddafc3f3ee590bfef4b002a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0327.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0327", + "executed_epochs": 327, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8852051636d94b0e9bf5d949e81ec1de.npz", + "optimizer_file": "boundary_8852051636d94b0e9bf5d949e81ec1de_optimizer.pt", + "arrays_sha256": "91dcf65c46ccd76e7c66e90c5772960e0ca46f74989a8983dd44b42a145ecb73", + "optimizer_sha256": "3558fbcb1ad5b6061d3c90ced6e57d59a04745f71d7d5bf2f4927c74a8e57b43", + "stage": "adam", + "completed_passes": 327, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 54282, + "adam_update_count": 54282, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 328, + "consumed_count": 327, + "last_submitted_update": 54282, + "last_consumed_update": 54116, + "pending": [ + { + "reference": { + "source_update": 54282, + "completed_passes": 327, + "next_interval": 0, + "trained_intervals": 54282, + "snapshot": "pass_end_0327", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 327, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 54282, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 54282, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010563059913692996, + "update_l2": 2.089102054014802e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2990572940907441e-05, + "update_l2": 5.408695415098919e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06054492454073338, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06054492454073338, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021109284833073616, + "ssim_fused": 0.9525876045227051, + "seg_l1": 0.030856892466545105, + "seg_ssim_ref": 0.9525877237319946, + "depth": 0.007042391513873072, + "rgb_loss": 0.02636989951133728, + "seg_loss": 0.03416798263788223, + "total": 0.06054492454073338 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02927207574248314, + "ssim_fused": 0.9367344975471497, + "seg_l1": 0.032698437571525574, + "seg_ssim_ref": 0.9367348551750183, + "depth": 0.005428880044220067, + "rgb_loss": 0.03607076033949852, + "seg_loss": 0.038811780512332916, + "total": 0.07488796600658536, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005428880044220067, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004871135903595069 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02474227361381054, + "ssim_fused": 0.9481680393218994, + "seg_l1": 0.04016892984509468, + "seg_ssim_ref": 0.9481680393218994, + "depth": 0.010354295454725573, + "rgb_loss": 0.03016021102666855, + "seg_loss": 0.0425015352666378, + "total": 0.07267209686347077, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010354295454725573, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009706597972086683 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014227167703211308, + "ssim_fused": 0.9651271104812622, + "seg_l1": 0.023504961282014847, + "seg_ssim_ref": 0.9651269316673279, + "depth": 0.006351220908287084, + "rgb_loss": 0.018356312066316605, + "seg_loss": 0.02577858231961727, + "total": 0.04414124374419701, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006351220908287084, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006351220908287084 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016195625066757202, + "ssim_fused": 0.9603208899497986, + "seg_l1": 0.027055248618125916, + "seg_ssim_ref": 0.9603208303451538, + "depth": 0.0060351696482595675, + "rgb_loss": 0.020892322063446045, + "seg_loss": 0.02958003431558609, + "total": 0.0504783915486804, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060351696482595675, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006035169648259568 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 327, + "adam_update_count": 54282 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22337734000757337 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8852051636d94b0e9bf5d949e81ec1de_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 328, + "next_interval": 0, + "next_adam_update": 54283, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 327, + "trained_intervals": 54282, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 54282, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.925346851348877, + "median": 7.354892730712891, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7451441287994385, + "median": 5.562959671020508, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14582516252994537, + "median": 1563.8292236328125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023632222786545753, + "median": 260.59320068359375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0328.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0328.json new file mode 100644 index 0000000000000000000000000000000000000000..e3c3d52bc2c07915bd826685422df3e4f703d7c5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0328.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0328", + "executed_epochs": 328, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5dd9110074d94ea9bea96e3ccfddef9a.npz", + "optimizer_file": "boundary_5dd9110074d94ea9bea96e3ccfddef9a_optimizer.pt", + "arrays_sha256": "160a7ccd57320d399006a19b8c86e810b537712142ff57a6c54322a5f7c23c79", + "optimizer_sha256": "1d8a89e5ade9c635fbafb1aeac1054a3414d84a346cf395f9b431aaf607c93a8", + "stage": "adam", + "completed_passes": 328, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 54448, + "adam_update_count": 54448, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 329, + "consumed_count": 328, + "last_submitted_update": 54448, + "last_consumed_update": 54282, + "pending": [ + { + "reference": { + "source_update": 54448, + "completed_passes": 328, + "next_interval": 0, + "trained_intervals": 54448, + "snapshot": "pass_end_0328", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 328, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 54448, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 54448, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010566708078840747, + "update_l2": 2.948022938653594e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3295502867549658e-05, + "update_l2": 1.1945351161557483e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060584516213362846, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060584516213362846, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02113419584929943, + "ssim_fused": 0.9525576233863831, + "seg_l1": 0.03086642175912857, + "seg_ssim_ref": 0.9525576233863831, + "depth": 0.007057511335042849, + "rgb_loss": 0.02639583870768547, + "seg_loss": 0.0341816172003746, + "total": 0.060584516213362846 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029395192861557007, + "ssim_fused": 0.9365489482879639, + "seg_l1": 0.03282107785344124, + "seg_ssim_ref": 0.9365493059158325, + "depth": 0.005465804438909206, + "rgb_loss": 0.03620636463165283, + "seg_loss": 0.03894700109958649, + "total": 0.07515883153567823, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005465804438909206, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004908060298284206 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024714482948184013, + "ssim_fused": 0.9482106566429138, + "seg_l1": 0.040112271904945374, + "seg_ssim_ref": 0.9482106566429138, + "depth": 0.010351394092613677, + "rgb_loss": 0.030129455029964447, + "seg_loss": 0.042447686195373535, + "total": 0.0725874926194306, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010351394092613677, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009703696609974785 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014233698137104511, + "ssim_fused": 0.9651166200637817, + "seg_l1": 0.023500116541981697, + "seg_ssim_ref": 0.9651164412498474, + "depth": 0.006368884909170059, + "rgb_loss": 0.01836363598704338, + "seg_loss": 0.025776805356144905, + "total": 0.04414681209074261, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006368884909170059, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006368884909170058 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01619340479373932, + "ssim_fused": 0.9603540897369385, + "seg_l1": 0.02703223004937172, + "seg_ssim_ref": 0.9603540301322937, + "depth": 0.006043961899478455, + "rgb_loss": 0.02088390663266182, + "seg_loss": 0.029554978013038635, + "total": 0.050444928607599936, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006043961899478455, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006043961899478454 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 328, + "adam_update_count": 54448 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2288204040378332 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5dd9110074d94ea9bea96e3ccfddef9a_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 329, + "next_interval": 0, + "next_adam_update": 54449, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 328, + "trained_intervals": 54448, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 54448, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9355432987213135, + "median": 7.355113983154297, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.734900951385498, + "median": 5.572965621948242, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14434581995010376, + "median": 1564.1751708984375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023875536397099495, + "median": 263.2137451171875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0329.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0329.json new file mode 100644 index 0000000000000000000000000000000000000000..dc473d5752056efcb34d0a601836e4a19fd12954 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0329.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0329", + "executed_epochs": 329, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_961878ee23dc4600844a93f7828cc8ec.npz", + "optimizer_file": "boundary_961878ee23dc4600844a93f7828cc8ec_optimizer.pt", + "arrays_sha256": "f35a36f939d2a03dbe4b80248ef49115823c89685f160902b25fb22cae49fcd7", + "optimizer_sha256": "c6a32c244ad3600afdc3fa0ede7fe36991cc340d0f3b0dbca219974fbd5cde68", + "stage": "adam", + "completed_passes": 329, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 54614, + "adam_update_count": 54614, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 330, + "consumed_count": 329, + "last_submitted_update": 54614, + "last_consumed_update": 54448, + "pending": [ + { + "reference": { + "source_update": 54614, + "completed_passes": 329, + "next_interval": 0, + "trained_intervals": 54614, + "snapshot": "pass_end_0329", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 329, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 54614, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 54614, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010063919762615114, + "update_l2": 3.4118515941372607e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3469858458847739e-05, + "update_l2": 2.202210680479766e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06057980417419038, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06057980417419038, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02113802544772625, + "ssim_fused": 0.952557384967804, + "seg_l1": 0.03085661120712757, + "seg_ssim_ref": 0.952557384967804, + "depth": 0.007058895712714164, + "rgb_loss": 0.02639893628656864, + "seg_loss": 0.03417380526661873, + "total": 0.06057980417419038 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02944074757397175, + "ssim_fused": 0.9364749789237976, + "seg_l1": 0.032866690307855606, + "seg_ssim_ref": 0.9364751577377319, + "depth": 0.00548068839831847, + "rgb_loss": 0.03625760227441788, + "seg_loss": 0.0389983206987381, + "total": 0.07526140366155429, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00548068839831847, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004922944257693469 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024697788059711456, + "ssim_fused": 0.9482423663139343, + "seg_l1": 0.04008514806628227, + "seg_ssim_ref": 0.9482423663139343, + "depth": 0.01035324368621559, + "rgb_loss": 0.03010975569486618, + "seg_loss": 0.04241964593529701, + "total": 0.0725397585991397, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01035324368621559, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009705546203576701 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014229295775294304, + "ssim_fused": 0.9651300311088562, + "seg_l1": 0.02347809076309204, + "seg_ssim_ref": 0.9651298522949219, + "depth": 0.0063712835554778574, + "rgb_loss": 0.018357429653406143, + "seg_loss": 0.025756502524018288, + "total": 0.044120305323625056, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063712835554778574, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063712835554778574 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01618427224457264, + "ssim_fused": 0.9603822827339172, + "seg_l1": 0.026996515691280365, + "seg_ssim_ref": 0.9603822827339172, + "depth": 0.006030367210844738, + "rgb_loss": 0.020870961248874664, + "seg_loss": 0.029520755633711815, + "total": 0.05039774911244247, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006030367210844738, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006030367210844738 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 329, + "adam_update_count": 54614 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22389815817587078 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_961878ee23dc4600844a93f7828cc8ec_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 330, + "next_interval": 0, + "next_adam_update": 54615, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 329, + "trained_intervals": 54614, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 54614, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9366511106491089, + "median": 7.355218887329102, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.733834981918335, + "median": 5.573925018310547, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14418600499629974, + "median": 1564.33935546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02390100061893463, + "median": 263.46630859375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0330.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0330.json new file mode 100644 index 0000000000000000000000000000000000000000..f89bf19b2f4316c3138d628499937d40594bc925 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0330.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0330", + "executed_epochs": 330, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_be6b2613229a454e9a2d1901df8d6c3a.npz", + "optimizer_file": "boundary_be6b2613229a454e9a2d1901df8d6c3a_optimizer.pt", + "arrays_sha256": "6dda1336f08cdb7a1da8881c121ef35fb91476ad16e49a736ed9bc2f23b946c7", + "optimizer_sha256": "9df3c9eb463bfc5994d8102ea56a86794650c17eb4b363ad74b935c58da80d9f", + "stage": "adam", + "completed_passes": 330, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 54780, + "adam_update_count": 54780, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 331, + "consumed_count": 330, + "last_submitted_update": 54780, + "last_consumed_update": 54614, + "pending": [ + { + "reference": { + "source_update": 54780, + "completed_passes": 330, + "next_interval": 0, + "trained_intervals": 54780, + "snapshot": "pass_end_0330", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 330, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 54780, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 54780, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.660666546551511e-05, + "update_l2": 6.891486009408254e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3645909348269925e-05, + "update_l2": 4.816009550268063e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06082802547069037, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06082802547069037, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021219799295067787, + "ssim_fused": 0.9524182081222534, + "seg_l1": 0.031015468761324883, + "seg_ssim_ref": 0.9524182081222534, + "depth": 0.007092970625994559, + "rgb_loss": 0.026492193341255188, + "seg_loss": 0.03432873636484146, + "total": 0.06082802547069037 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029553771018981934, + "ssim_fused": 0.9362673759460449, + "seg_l1": 0.03303852677345276, + "seg_ssim_ref": 0.936267614364624, + "depth": 0.005509653604966847, + "rgb_loss": 0.0363895408809185, + "seg_loss": 0.0391772985458374, + "total": 0.07557235280565117, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005509653604966847, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004951909464341848 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0248324703425169, + "ssim_fused": 0.9480550289154053, + "seg_l1": 0.040363602340221405, + "seg_ssim_ref": 0.9480550289154053, + "depth": 0.010431787242272143, + "rgb_loss": 0.030254971235990524, + "seg_loss": 0.04267987608909607, + "total": 0.07294528283761917, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010431787242272143, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009784089759633257 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014268646016716957, + "ssim_fused": 0.9650761485099792, + "seg_l1": 0.023575861006975174, + "seg_ssim_ref": 0.9650759696960449, + "depth": 0.006386564727578209, + "rgb_loss": 0.018399687483906746, + "seg_loss": 0.025845494121313095, + "total": 0.04425157003259257, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006386564727578209, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006386564727578209 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01622430793941021, + "ssim_fused": 0.960274338722229, + "seg_l1": 0.027083881199359894, + "seg_ssim_ref": 0.9602741599082947, + "depth": 0.006043876929161035, + "rgb_loss": 0.020924579352140427, + "seg_loss": 0.02961227297782898, + "total": 0.050542896206898565, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006043876929161035, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006043876929161035 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 330, + "adam_update_count": 54780 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2223125530872494 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_be6b2613229a454e9a2d1901df8d6c3a_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 331, + "next_interval": 0, + "next_adam_update": 54781, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 330, + "trained_intervals": 54780, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 54780, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.939366102218628, + "median": 7.354828357696533, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7325522899627686, + "median": 5.571432113647461, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14379507303237915, + "median": 1563.7286376953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023931678384542465, + "median": 262.81121826171875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0331.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0331.json new file mode 100644 index 0000000000000000000000000000000000000000..b19fd6029a84da27d8c73dfc21f6c8313d07abd3 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0331.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0331", + "executed_epochs": 331, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0b3f7a9ffdf04c228d77163a8017f9cb.npz", + "optimizer_file": "boundary_0b3f7a9ffdf04c228d77163a8017f9cb_optimizer.pt", + "arrays_sha256": "84369c2a154626cde83d0fb8bece599e185c09ca3b56042cdfdc3f9fae30c7b7", + "optimizer_sha256": "8fad8884b74ad9283e73554bfaab96b4e87134da85588d8986d6254c43dc709e", + "stage": "adam", + "completed_passes": 331, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 54946, + "adam_update_count": 54946, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 332, + "consumed_count": 331, + "last_submitted_update": 54946, + "last_consumed_update": 54780, + "pending": [ + { + "reference": { + "source_update": 54946, + "completed_passes": 331, + "next_interval": 0, + "trained_intervals": 54946, + "snapshot": "pass_end_0331", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 331, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 54946, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 54946, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001061388393281959, + "update_l2": 9.477489584241994e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3206068615545519e-05, + "update_l2": 1.0441230188007466e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060494164315849225, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060494164315849225, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021094199270009995, + "ssim_fused": 0.9525954723358154, + "seg_l1": 0.03081243857741356, + "seg_ssim_ref": 0.9525954127311707, + "depth": 0.007046697526853337, + "rgb_loss": 0.026356257498264313, + "seg_loss": 0.03413086012005806, + "total": 0.060494164315849225 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029277270659804344, + "ssim_fused": 0.9366844892501831, + "seg_l1": 0.032670486718416214, + "seg_ssim_ref": 0.9366847276687622, + "depth": 0.005418074014510235, + "rgb_loss": 0.036084920167922974, + "seg_loss": 0.03879944235086441, + "total": 0.0748897805928019, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005418074014510235, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004860329873885235 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02470053732395172, + "ssim_fused": 0.948218584060669, + "seg_l1": 0.040049340575933456, + "seg_ssim_ref": 0.9482185244560242, + "depth": 0.010335899041109564, + "rgb_loss": 0.030116714537143707, + "seg_loss": 0.04239577054977417, + "total": 0.07252282098595898, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010335899041109564, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009688201558470675 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014209329150617123, + "ssim_fused": 0.9651484489440918, + "seg_l1": 0.023468807339668274, + "seg_ssim_ref": 0.9651482701301575, + "depth": 0.006372791204281772, + "rgb_loss": 0.01833777315914631, + "seg_loss": 0.025745391845703125, + "total": 0.044089535933408565, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006372791204281772, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006372791204281772 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016189657151699066, + "ssim_fused": 0.9603304862976074, + "seg_l1": 0.027061117812991142, + "seg_ssim_ref": 0.9603303074836731, + "depth": 0.00606002584751178, + "rgb_loss": 0.02088562771677971, + "seg_loss": 0.029582833871245384, + "total": 0.05047451975122746, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00606002584751178, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00606002584751178 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 331, + "adam_update_count": 54946 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2489072249736637 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0b3f7a9ffdf04c228d77163a8017f9cb_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 332, + "next_interval": 0, + "next_adam_update": 54947, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 331, + "trained_intervals": 54946, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 54946, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9393014907836914, + "median": 7.3548150062561035, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7326138019561768, + "median": 5.5714287757873535, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1438043713569641, + "median": 1563.7076416015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023930205032229424, + "median": 262.81048583984375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0332.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0332.json new file mode 100644 index 0000000000000000000000000000000000000000..8249239bb2301a7f37db5180217817c8d4b266a9 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0332.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0332", + "executed_epochs": 332, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fa0d3398981848239dc7b9c6894d93cc.npz", + "optimizer_file": "boundary_fa0d3398981848239dc7b9c6894d93cc_optimizer.pt", + "arrays_sha256": "f27477a44f4b9116be87b4b7e7cd9b03cd7727940737d489035f0dde262cba04", + "optimizer_sha256": "21ab6080511f829bf3acb1382b10b74b80760a5be805190e07302a5b3987af09", + "stage": "adam", + "completed_passes": 332, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 55112, + "adam_update_count": 55112, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 333, + "consumed_count": 332, + "last_submitted_update": 55112, + "last_consumed_update": 54946, + "pending": [ + { + "reference": { + "source_update": 55112, + "completed_passes": 332, + "next_interval": 0, + "trained_intervals": 55112, + "snapshot": "pass_end_0332", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 332, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 55112, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 55112, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.923113975673914e-05, + "update_l2": 7.842058948881458e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3459372894430999e-05, + "update_l2": 1.0948006092803553e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06081223761125512, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06081223761125512, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02121400088071823, + "ssim_fused": 0.9524284601211548, + "seg_l1": 0.03100665472447872, + "seg_ssim_ref": 0.9524284601211548, + "depth": 0.007092891475630135, + "rgb_loss": 0.026485510170459747, + "seg_loss": 0.03431963548064232, + "total": 0.06081223761125512 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02954377979040146, + "ssim_fused": 0.9363011121749878, + "seg_l1": 0.03303492069244385, + "seg_ssim_ref": 0.9363013505935669, + "depth": 0.005508038760852846, + "rgb_loss": 0.03637479990720749, + "seg_loss": 0.03916766867041588, + "total": 0.07554797289109393, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005508038760852846, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004950294620227845 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024815544486045837, + "ssim_fused": 0.9480625987052917, + "seg_l1": 0.04032493382692337, + "seg_ssim_ref": 0.9480625987052917, + "depth": 0.010416209853044452, + "rgb_loss": 0.03023991547524929, + "seg_loss": 0.042647428810596466, + "total": 0.07289776235834396, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010416209853044452, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009768512370405564 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014269194565713406, + "ssim_fused": 0.9650696516036987, + "seg_l1": 0.023573365062475204, + "seg_ssim_ref": 0.9650695323944092, + "depth": 0.006392954251092549, + "rgb_loss": 0.01840142533183098, + "seg_loss": 0.025844786316156387, + "total": 0.04425260460223846, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006392954251092549, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006392954251092548 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016227487474679947, + "ssim_fused": 0.9602804780006409, + "seg_l1": 0.027093403041362762, + "seg_ssim_ref": 0.9602802991867065, + "depth": 0.006054363037530695, + "rgb_loss": 0.020925894379615784, + "seg_loss": 0.02961866185069084, + "total": 0.050550610593344154, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006054363037530695, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006054363037530695 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 332, + "adam_update_count": 55112 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23440471105277538 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fa0d3398981848239dc7b9c6894d93cc_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 333, + "next_interval": 0, + "next_adam_update": 55113, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 332, + "trained_intervals": 55112, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 55112, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9302722215652466, + "median": 7.353607177734375, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7416000366210938, + "median": 5.565669059753418, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14510869979858398, + "median": 1561.8201904296875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023716125637292862, + "median": 261.30224609375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0333.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0333.json new file mode 100644 index 0000000000000000000000000000000000000000..000d6974970556579e10856b5c2ef9e7c8b74451 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0333.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0333", + "executed_epochs": 333, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_57f73e8ae8b24d57bfd293be7341642f.npz", + "optimizer_file": "boundary_57f73e8ae8b24d57bfd293be7341642f_optimizer.pt", + "arrays_sha256": "28f5dd18df3d06eff6aab5f0720b605bec5fe5b850fffdc6a6150aeaef81fd97", + "optimizer_sha256": "91505642f13d76f61649ded1f8e9710987ce530905b9c041dbbdbafc970c0d74", + "stage": "adam", + "completed_passes": 333, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 55278, + "adam_update_count": 55278, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 334, + "consumed_count": 333, + "last_submitted_update": 55278, + "last_consumed_update": 55112, + "pending": [ + { + "reference": { + "source_update": 55278, + "completed_passes": 333, + "next_interval": 0, + "trained_intervals": 55278, + "snapshot": "pass_end_0333", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 333, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 55278, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 55278, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010530510189710185, + "update_l2": 4.206076937407488e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3024283362028655e-05, + "update_l2": 2.91432002086367e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060539936287177125, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060539936287177125, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.0211123526096344, + "ssim_fused": 0.952582836151123, + "seg_l1": 0.030845176428556442, + "seg_ssim_ref": 0.952582836151123, + "depth": 0.007044164312400131, + "rgb_loss": 0.02637331746518612, + "seg_loss": 0.034159574657678604, + "total": 0.060539936287177125 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02931852638721466, + "ssim_fused": 0.9366580843925476, + "seg_l1": 0.03273950517177582, + "seg_ssim_ref": 0.9366584420204163, + "depth": 0.005443938935472527, + "rgb_loss": 0.03612320497632027, + "seg_loss": 0.03885991871356964, + "total": 0.07498856390353509, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005443938935472527, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004886194794847527 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024734267964959145, + "ssim_fused": 0.9481765627861023, + "seg_l1": 0.04015088453888893, + "seg_ssim_ref": 0.9481765627861023, + "depth": 0.010351870995397265, + "rgb_loss": 0.030152101069688797, + "seg_loss": 0.042485397309064865, + "total": 0.07264785024974905, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010351870995397265, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009704173512758377 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01421505119651556, + "ssim_fused": 0.9651461839675903, + "seg_l1": 0.023472243919968605, + "seg_ssim_ref": 0.9651461243629456, + "depth": 0.006348197456831114, + "rgb_loss": 0.01834280416369438, + "seg_loss": 0.025748569518327713, + "total": 0.04409772187947893, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006348197456831114, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006348197456831112 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016181567683815956, + "ssim_fused": 0.9603504538536072, + "seg_l1": 0.02701808139681816, + "seg_ssim_ref": 0.9603502750396729, + "depth": 0.006032649861899619, + "rgb_loss": 0.02087516337633133, + "seg_loss": 0.029544411227107048, + "total": 0.05042560911594542, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006032649861899619, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006032649861899619 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 333, + "adam_update_count": 55278 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22335742600262165 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_57f73e8ae8b24d57bfd293be7341642f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 334, + "next_interval": 0, + "next_adam_update": 55279, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 333, + "trained_intervals": 55278, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 55278, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9217678308486938, + "median": 7.354985237121582, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.750091791152954, + "median": 5.556271553039551, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1463480144739151, + "median": 1563.973876953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02351558767259121, + "median": 258.8580017089844, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0334.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0334.json new file mode 100644 index 0000000000000000000000000000000000000000..89832d7ebc790e8eccf3a3ea4200ca4d3834a717 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0334.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0334", + "executed_epochs": 334, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1738c9d612634665aec204b64bfc9be3.npz", + "optimizer_file": "boundary_1738c9d612634665aec204b64bfc9be3_optimizer.pt", + "arrays_sha256": "25cfaea8dcb5448bb047f097cb7b87ca57d8baf4943db476f4584be698b0d446", + "optimizer_sha256": "83bbc05b6e8eb6b2ef17305cd7565199f5edd321505cfc6d4363f5020c0b75ed", + "stage": "adam", + "completed_passes": 334, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 55444, + "adam_update_count": 55444, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 335, + "consumed_count": 334, + "last_submitted_update": 55444, + "last_consumed_update": 55278, + "pending": [ + { + "reference": { + "source_update": 55444, + "completed_passes": 334, + "next_interval": 0, + "trained_intervals": 55444, + "snapshot": "pass_end_0334", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 334, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 55444, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 55444, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010296626714989543, + "update_l2": 8.732160495128483e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3248887626104988e-05, + "update_l2": 5.928831797064049e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060709750219342426, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060709750219342426, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.0211799293756485, + "ssim_fused": 0.9524862766265869, + "seg_l1": 0.030941549688577652, + "seg_ssim_ref": 0.9524862766265869, + "depth": 0.0070742658350055315, + "rgb_loss": 0.026446688920259476, + "seg_loss": 0.0342559888958931, + "total": 0.060709750219342426 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029489275068044662, + "ssim_fused": 0.9364041686058044, + "seg_l1": 0.03295787051320076, + "seg_ssim_ref": 0.9364044666290283, + "depth": 0.005487434531067136, + "rgb_loss": 0.0363105870783329, + "seg_loss": 0.039085403084754944, + "total": 0.07540147387232861, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005487434531067136, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049296903904421365 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024757850915193558, + "ssim_fused": 0.9481295347213745, + "seg_l1": 0.040194012224674225, + "seg_ssim_ref": 0.9481295347213745, + "depth": 0.010370540047751016, + "rgb_loss": 0.030180374160408974, + "seg_loss": 0.042529307305812836, + "total": 0.07272005014362441, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010370540047751016, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009722842565112128 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014254162088036537, + "ssim_fused": 0.965088963508606, + "seg_l1": 0.023536067456007004, + "seg_ssim_ref": 0.9650887846946716, + "depth": 0.006383044838611968, + "rgb_loss": 0.01838553696870804, + "seg_loss": 0.025811096653342247, + "total": 0.044203018529534045, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006383044838611968, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006383044838611968 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016218435019254684, + "ssim_fused": 0.9603224396705627, + "seg_l1": 0.02707824297249317, + "seg_ssim_ref": 0.9603222608566284, + "depth": 0.006056043922592006, + "rgb_loss": 0.02091025933623314, + "seg_loss": 0.029598142951726913, + "total": 0.050514458331882645, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006056043922592006, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006056043922592006 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 334, + "adam_update_count": 55444 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22952829697169363 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1738c9d612634665aec204b64bfc9be3_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 335, + "next_interval": 0, + "next_adam_update": 55445, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 334, + "trained_intervals": 55444, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 55444, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9214715957641602, + "median": 7.3550848960876465, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.750385284423828, + "median": 5.5559797286987305, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1463913768529892, + "median": 1564.1297607421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02350868657231331, + "median": 258.7825012207031, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0335.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0335.json new file mode 100644 index 0000000000000000000000000000000000000000..7429270784b130a7df2c7f38f703056e9fa43ccc --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0335.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0335", + "executed_epochs": 335, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b686188d7dfe4d4298d705c598ae26e2.npz", + "optimizer_file": "boundary_b686188d7dfe4d4298d705c598ae26e2_optimizer.pt", + "arrays_sha256": "64866bbdb3c8429ca4135f3e36921518def94310acfbd2b35a41dfd0704da8c0", + "optimizer_sha256": "55fcf15a426ef55203aa8c793f7e741a1ebe6d391401c1886db5db535fda7444", + "stage": "adam", + "completed_passes": 335, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 55610, + "adam_update_count": 55610, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 336, + "consumed_count": 335, + "last_submitted_update": 55610, + "last_consumed_update": 55444, + "pending": [ + { + "reference": { + "source_update": 55610, + "completed_passes": 335, + "next_interval": 0, + "trained_intervals": 55610, + "snapshot": "pass_end_0335", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 335, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 55610, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 55610, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010540615039644763, + "update_l2": 1.5314426491386257e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3043486433161888e-05, + "update_l2": 1.2057344065397047e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06059108596045082, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06059108596045082, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02112678810954094, + "ssim_fused": 0.9525612592697144, + "seg_l1": 0.030883878469467163, + "seg_ssim_ref": 0.9525612592697144, + "depth": 0.007051189723659449, + "rgb_loss": 0.026389185339212418, + "seg_loss": 0.03419484943151474, + "total": 0.06059108596045082 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029309391975402832, + "ssim_fused": 0.9366782307624817, + "seg_l1": 0.032742273062467575, + "seg_ssim_ref": 0.9366785883903503, + "depth": 0.0054413469021379335, + "rgb_loss": 0.03611186891794205, + "seg_loss": 0.03885810077190399, + "total": 0.07497541103674818, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054413469021379335, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004883602761512933 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024756446480751038, + "ssim_fused": 0.94814532995224, + "seg_l1": 0.04020354151725769, + "seg_ssim_ref": 0.94814532995224, + "depth": 0.010368129185288887, + "rgb_loss": 0.03017609193921089, + "seg_loss": 0.04253377020359039, + "total": 0.07272022654669627, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010368129185288887, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009720431702649997 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014238234609365463, + "ssim_fused": 0.9651104807853699, + "seg_l1": 0.023523271083831787, + "seg_ssim_ref": 0.9651104211807251, + "depth": 0.0063535351075790815, + "rgb_loss": 0.018368491902947426, + "seg_loss": 0.02579653263092041, + "total": 0.044171376206330264, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063535351075790815, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063535351075790815 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016203077509999275, + "ssim_fused": 0.9603108763694763, + "seg_l1": 0.02706642635166645, + "seg_ssim_ref": 0.960310697555542, + "depth": 0.006041747699631895, + "rgb_loss": 0.020900286734104156, + "seg_loss": 0.029591001570224762, + "total": 0.05049733005202855, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006041747699631895, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006041747699631895 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 335, + "adam_update_count": 55610 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23170057288371027 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b686188d7dfe4d4298d705c598ae26e2_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 336, + "next_interval": 0, + "next_adam_update": 55611, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 335, + "trained_intervals": 55610, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 55610, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.922328233718872, + "median": 7.354367733001709, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.749648332595825, + "median": 5.553041934967041, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14626602828502655, + "median": 1563.0084228515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023526018485426903, + "median": 258.021728515625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0336.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0336.json new file mode 100644 index 0000000000000000000000000000000000000000..1cedcafe453caedd324a0d5f66964a293f6cfba5 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0336.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0336", + "executed_epochs": 336, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_364b0476a56347839ecd6d954cc82e24.npz", + "optimizer_file": "boundary_364b0476a56347839ecd6d954cc82e24_optimizer.pt", + "arrays_sha256": "7898dd7d1fb80d261678374894468b762b139f81fc7d943a04f83bcf92b44a8c", + "optimizer_sha256": "3ce6025b2cc5c10faefc2bb98b71bb55f4edf14ebdef4926769eb4e6e1c1c606", + "stage": "adam", + "completed_passes": 336, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 55776, + "adam_update_count": 55776, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 337, + "consumed_count": 336, + "last_submitted_update": 55776, + "last_consumed_update": 55610, + "pending": [ + { + "reference": { + "source_update": 55776, + "completed_passes": 336, + "next_interval": 0, + "trained_intervals": 55776, + "snapshot": "pass_end_0336", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 336, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 55776, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 55776, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.091002721106634e-05, + "update_l2": 6.727021172991954e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3775240404356737e-05, + "update_l2": 1.0653287745299167e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06074105368722821, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06074105368722821, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02119375392794609, + "ssim_fused": 0.9524717330932617, + "seg_l1": 0.030959537252783775, + "seg_ssim_ref": 0.9524716734886169, + "depth": 0.007084363891125993, + "rgb_loss": 0.026460669934749603, + "seg_loss": 0.03427330031991005, + "total": 0.06074105368722821 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029530499130487442, + "ssim_fused": 0.9363390803337097, + "seg_l1": 0.03300068899989128, + "seg_ssim_ref": 0.9363393187522888, + "depth": 0.005513611666134611, + "rgb_loss": 0.03635658323764801, + "seg_loss": 0.03913268819451332, + "total": 0.07549478131853717, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005513611666134611, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004955867525509611 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024765620008111, + "ssim_fused": 0.9481304287910461, + "seg_l1": 0.0402333028614521, + "seg_ssim_ref": 0.9481304287910461, + "depth": 0.010398099619973606, + "rgb_loss": 0.03018641099333763, + "seg_loss": 0.042560555040836334, + "total": 0.07275736040850364, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010398099619973606, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009750402137334717 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014262418262660503, + "ssim_fused": 0.9650896787643433, + "seg_l1": 0.0235450342297554, + "seg_ssim_ref": 0.9650894999504089, + "depth": 0.006383028494375758, + "rgb_loss": 0.01839199848473072, + "seg_loss": 0.025818128138780594, + "total": 0.04421651151465084, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006383028494375758, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006383028494375758 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01621648110449314, + "ssim_fused": 0.9603275060653687, + "seg_l1": 0.027059124782681465, + "seg_ssim_ref": 0.9603273272514343, + "depth": 0.006042715784019998, + "rgb_loss": 0.020907683297991753, + "seg_loss": 0.029581835493445396, + "total": 0.05049556150722117, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006042715784019998, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006042715784019998 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 336, + "adam_update_count": 55776 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21941742510534823 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_364b0476a56347839ecd6d954cc82e24_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 337, + "next_interval": 0, + "next_adam_update": 55777, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 336, + "trained_intervals": 55776, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 55776, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9332103729248047, + "median": 7.35619592666626, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7387712001800537, + "median": 5.563475608825684, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14468297362327576, + "median": 1565.8685302734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023783309385180473, + "median": 260.7278137207031, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0337.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0337.json new file mode 100644 index 0000000000000000000000000000000000000000..1901b805d04d7ad9b8668ae589ef23eeb4516f93 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0337.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0337", + "executed_epochs": 337, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6f0f40e5c5f24c24b878b465d9e1f120.npz", + "optimizer_file": "boundary_6f0f40e5c5f24c24b878b465d9e1f120_optimizer.pt", + "arrays_sha256": "d32df0fb64ab4a6b01e5869af4f57e0a5500db19ea40c192e600fa22b3d4d06e", + "optimizer_sha256": "cbc1127d67f8c7b3d7a310e8e4e9ada80c7ee962e23972c59f900d8ff2570e33", + "stage": "adam", + "completed_passes": 337, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 55942, + "adam_update_count": 55942, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 338, + "consumed_count": 337, + "last_submitted_update": 55942, + "last_consumed_update": 55776, + "pending": [ + { + "reference": { + "source_update": 55942, + "completed_passes": 337, + "next_interval": 0, + "trained_intervals": 55942, + "snapshot": "pass_end_0337", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 337, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 55942, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 55942, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010644669964676723, + "update_l2": 8.560217793274205e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.346782210021047e-05, + "update_l2": 2.0308266357460525e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06055443011205135, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06055443011205135, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02112944982945919, + "ssim_fused": 0.952546238899231, + "seg_l1": 0.030827879905700684, + "seg_ssim_ref": 0.952546238899231, + "depth": 0.007055923151345342, + "rgb_loss": 0.0263943150639534, + "seg_loss": 0.03415306285023689, + "total": 0.06055443011205135 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029450172558426857, + "ssim_fused": 0.9364013671875, + "seg_l1": 0.032836947590112686, + "seg_ssim_ref": 0.9364016652107239, + "depth": 0.005463635288914925, + "rgb_loss": 0.036279864609241486, + "seg_loss": 0.03898922726511955, + "total": 0.07527455178435966, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005463635288914925, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049058911482899245 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024698494002223015, + "ssim_fused": 0.9482364058494568, + "seg_l1": 0.04004684463143349, + "seg_ssim_ref": 0.9482364058494568, + "depth": 0.010343642321050478, + "rgb_loss": 0.030111514031887054, + "seg_loss": 0.04239019751548767, + "total": 0.07251205518969578, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010343642321050478, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009695944838411588 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01419632788747549, + "ssim_fused": 0.9651702642440796, + "seg_l1": 0.023429885506629944, + "seg_ssim_ref": 0.96517014503479, + "depth": 0.006372138922590659, + "rgb_loss": 0.018323009833693504, + "seg_loss": 0.025709878653287888, + "total": 0.044039258763258836, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006372138922590659, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006372138922590659 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016172803938388824, + "ssim_fused": 0.9603768587112427, + "seg_l1": 0.026997841894626617, + "seg_ssim_ref": 0.9603766798973083, + "depth": 0.006044276072825305, + "rgb_loss": 0.020862871780991554, + "seg_loss": 0.029522936791181564, + "total": 0.050391854710891096, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006044276072825305, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006044276072825305 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 337, + "adam_update_count": 55942 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2197636878117919 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6f0f40e5c5f24c24b878b465d9e1f120_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 338, + "next_interval": 0, + "next_adam_update": 55943, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 337, + "trained_intervals": 55942, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 55942, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9380829334259033, + "median": 7.356488227844238, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.734100103378296, + "median": 5.562849044799805, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14397969841957092, + "median": 1566.3262939453125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023894665762782097, + "median": 260.56451416015625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0338.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0338.json new file mode 100644 index 0000000000000000000000000000000000000000..c4582b11acc8cd24de833b2c121e218d72292500 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0338.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0338", + "executed_epochs": 338, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_13c3a76468c64314ad96ae7aaa5b070f.npz", + "optimizer_file": "boundary_13c3a76468c64314ad96ae7aaa5b070f_optimizer.pt", + "arrays_sha256": "928f46ac6bb1a1f0d5ef17fd7d8666270c7c6070223541f21a3127973b9d49e0", + "optimizer_sha256": "49725bd707b8f1ffcbb3d617e43a94030eda1e38aa5fe5735b7bca2d69a80f70", + "stage": "adam", + "completed_passes": 338, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 56108, + "adam_update_count": 56108, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 339, + "consumed_count": 338, + "last_submitted_update": 56108, + "last_consumed_update": 55942, + "pending": [ + { + "reference": { + "source_update": 56108, + "completed_passes": 338, + "next_interval": 0, + "trained_intervals": 56108, + "snapshot": "pass_end_0338", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 338, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 56108, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 56108, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010241507698083296, + "update_l2": 3.0495146347675472e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3286812645674217e-05, + "update_l2": 4.030343916383572e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06085388577493541, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06085388577493541, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021224480122327805, + "ssim_fused": 0.9524152278900146, + "seg_l1": 0.031041622161865234, + "seg_ssim_ref": 0.9524152278900146, + "depth": 0.007098828877140185, + "rgb_loss": 0.026496535167098045, + "seg_loss": 0.03435025364160538, + "total": 0.06085388577493541 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029505519196391106, + "ssim_fused": 0.9363604187965393, + "seg_l1": 0.03299033269286156, + "seg_ssim_ref": 0.9363606572151184, + "depth": 0.005492468229422553, + "rgb_loss": 0.03633233159780502, + "seg_loss": 0.039120133966207504, + "total": 0.07545795430695165, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005492468229422553, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004934724088797553 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02485428936779499, + "ssim_fused": 0.948016881942749, + "seg_l1": 0.04040191322565079, + "seg_ssim_ref": 0.948016881942749, + "depth": 0.010443911962234155, + "rgb_loss": 0.030280055478215218, + "seg_loss": 0.042718157172203064, + "total": 0.07300865469973537, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010443911962234155, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009796214479595267 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01429102011024952, + "ssim_fused": 0.9650425910949707, + "seg_l1": 0.023627949878573418, + "seg_ssim_ref": 0.9650424718856812, + "depth": 0.0063972370536258035, + "rgb_loss": 0.018424298614263535, + "seg_loss": 0.025893865153193474, + "total": 0.044324559141865484, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063972370536258035, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006397237053625803 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016247093677520752, + "ssim_fused": 0.9602410793304443, + "seg_l1": 0.027146290987730026, + "seg_ssim_ref": 0.96024090051651, + "depth": 0.006061698263278231, + "rgb_loss": 0.020949458703398705, + "seg_loss": 0.02966885268688202, + "total": 0.05062437495118915, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006061698263278231, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006061698263278231 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 338, + "adam_update_count": 56108 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22584889293648303 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_13c3a76468c64314ad96ae7aaa5b070f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 339, + "next_interval": 0, + "next_adam_update": 56109, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 338, + "trained_intervals": 56108, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 56108, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.938208818435669, + "median": 7.35577917098999, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.733964204788208, + "median": 5.56300687789917, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1439615935087204, + "median": 1565.2161865234375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023897910490632057, + "median": 260.6055908203125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0339.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0339.json new file mode 100644 index 0000000000000000000000000000000000000000..7d08e98de85c110ea22483da1c698e65d70612c7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0339.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0339", + "executed_epochs": 339, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3541318ace274563a8b41c8e05192e51.npz", + "optimizer_file": "boundary_3541318ace274563a8b41c8e05192e51_optimizer.pt", + "arrays_sha256": "7a8dab8537ca53b564d2e62b7c1077e4160637461eb43ecef882f77a9bc98489", + "optimizer_sha256": "5ac9e52258421eceb9e8db7e078caa4a643df82a3238ae177c8521fdb93028f7", + "stage": "adam", + "completed_passes": 339, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 56274, + "adam_update_count": 56274, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 340, + "consumed_count": 339, + "last_submitted_update": 56274, + "last_consumed_update": 56108, + "pending": [ + { + "reference": { + "source_update": 56274, + "completed_passes": 339, + "next_interval": 0, + "trained_intervals": 56274, + "snapshot": "pass_end_0339", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 339, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 56274, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 56274, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010340088192606345, + "update_l2": 5.453445191960782e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3076638424536213e-05, + "update_l2": 6.713799848512281e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060585563016702884, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060585563016702884, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021130265668034554, + "ssim_fused": 0.9525631666183472, + "seg_l1": 0.030874455347657204, + "seg_ssim_ref": 0.9525632262229919, + "depth": 0.007054714133489696, + "rgb_loss": 0.02639158070087433, + "seg_loss": 0.03418692573904991, + "total": 0.060585563016702884 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02933754026889801, + "ssim_fused": 0.9366343021392822, + "seg_l1": 0.032753970474004745, + "seg_ssim_ref": 0.9366346597671509, + "depth": 0.005450061315903958, + "rgb_loss": 0.03614317253232002, + "seg_loss": 0.0388762429356575, + "total": 0.07502486925458372, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005450061315903958, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004892317175278958 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024740420281887054, + "ssim_fused": 0.9481745362281799, + "seg_l1": 0.0401708260178566, + "seg_ssim_ref": 0.9481745362281799, + "depth": 0.010365158755861015, + "rgb_loss": 0.030157430097460747, + "seg_loss": 0.04250175505876541, + "total": 0.07266955217762718, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010365158755861015, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009717461273222127 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014241307973861694, + "ssim_fused": 0.96510910987854, + "seg_l1": 0.023520711809396744, + "seg_ssim_ref": 0.9651090502738953, + "depth": 0.006364275677786727, + "rgb_loss": 0.018371224403381348, + "seg_loss": 0.025794759392738342, + "total": 0.04417234807179748, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006364275677786727, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006364275677786726 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016201796010136604, + "ssim_fused": 0.9603347182273865, + "seg_l1": 0.027052320539951324, + "seg_ssim_ref": 0.9603345394134521, + "depth": 0.006039360784407085, + "rgb_loss": 0.020894493907690048, + "seg_loss": 0.02957494929432869, + "total": 0.050475482562803146, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006039360784407085, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006039360784407085 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 339, + "adam_update_count": 56274 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22131512290798128 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3541318ace274563a8b41c8e05192e51_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 340, + "next_interval": 0, + "next_adam_update": 56275, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 339, + "trained_intervals": 56274, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 56274, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.928472638130188, + "median": 7.356547832489014, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7437403202056885, + "median": 5.558218002319336, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14537006616592407, + "median": 1566.419677734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023665420711040497, + "median": 259.3658142089844, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0340.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0340.json new file mode 100644 index 0000000000000000000000000000000000000000..338ec9f8425c4b95d118ba487e3a0dea0153eacf --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0340.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0340", + "executed_epochs": 340, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_07452296b3f446a784c6cb34673c1555.npz", + "optimizer_file": "boundary_07452296b3f446a784c6cb34673c1555_optimizer.pt", + "arrays_sha256": "4cb3eb69d3f1887d3755853ecbca59bc7244d6f57173d5f7eee53eb2dee53257", + "optimizer_sha256": "e057801e994c8045a5520cffd86dcb55a033179ef42b5b068c7faae282fb7973", + "stage": "adam", + "completed_passes": 340, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 56440, + "adam_update_count": 56440, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 341, + "consumed_count": 340, + "last_submitted_update": 56440, + "last_consumed_update": 56274, + "pending": [ + { + "reference": { + "source_update": 56440, + "completed_passes": 340, + "next_interval": 0, + "trained_intervals": 56440, + "snapshot": "pass_end_0340", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 340, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 56440, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 56440, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010544768156250939, + "update_l2": 3.4672277251956984e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3382634278968908e-05, + "update_l2": 1.564647573104594e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06042964955412388, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06042964955412388, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021087273955345154, + "ssim_fused": 0.9526227712631226, + "seg_l1": 0.03075237199664116, + "seg_ssim_ref": 0.9526227712631226, + "depth": 0.007039062609674552, + "rgb_loss": 0.02634526789188385, + "seg_loss": 0.034077346324920654, + "total": 0.06042964955412388 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02937813103199005, + "ssim_fused": 0.9365360736846924, + "seg_l1": 0.0327422060072422, + "seg_ssim_ref": 0.936536431312561, + "depth": 0.005449921042272149, + "rgb_loss": 0.036195289343595505, + "seg_loss": 0.038886480033397675, + "total": 0.07508721557274516, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005449921042272149, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004892176901647149 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024631042033433914, + "ssim_fused": 0.9483380317687988, + "seg_l1": 0.03991439938545227, + "seg_ssim_ref": 0.9483380317687988, + "depth": 0.010307133519691933, + "rgb_loss": 0.030037228018045425, + "seg_loss": 0.04226391389966011, + "total": 0.07231144905122523, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010307133519691933, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009659436037053043 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014183619059622288, + "ssim_fused": 0.9651942253112793, + "seg_l1": 0.023394305258989334, + "seg_ssim_ref": 0.965194046497345, + "depth": 0.006365460226458704, + "rgb_loss": 0.01830805093050003, + "seg_loss": 0.025676636025309563, + "total": 0.0439910542786812, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006365460226458704, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006365460226458704 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01615629903972149, + "ssim_fused": 0.960422694683075, + "seg_l1": 0.026958588510751724, + "seg_ssim_ref": 0.9604226350784302, + "depth": 0.00603373565027542, + "rgb_loss": 0.02084049955010414, + "seg_loss": 0.029482346028089523, + "total": 0.05032887931384394, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00603373565027542, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00603373565027542 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 340, + "adam_update_count": 56440 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2328153068665415 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_07452296b3f446a784c6cb34673c1555_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 341, + "next_interval": 0, + "next_adam_update": 56441, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 340, + "trained_intervals": 56440, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 56440, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9267433881759644, + "median": 7.3564453125, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.745492696762085, + "median": 5.556865692138672, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1456216722726822, + "median": 1566.259033203125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023623986169695854, + "median": 259.01739501953125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0341.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0341.json new file mode 100644 index 0000000000000000000000000000000000000000..16a236cb1750f42bda97fc494a6eb24b27d3fb4a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0341.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0341", + "executed_epochs": 341, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ddfa9b42f75c4c86a6226d7166848481.npz", + "optimizer_file": "boundary_ddfa9b42f75c4c86a6226d7166848481_optimizer.pt", + "arrays_sha256": "5a1a4a7231bea9b3c58e4bf2bf675c6f9ee573e15036446eb451b0e948e22d64", + "optimizer_sha256": "937f32507685861b33c0aed71f688bbb3f4e6f7e840d3474b4de0cbf744054db", + "stage": "adam", + "completed_passes": 341, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 56606, + "adam_update_count": 56606, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 342, + "consumed_count": 341, + "last_submitted_update": 56606, + "last_consumed_update": 56440, + "pending": [ + { + "reference": { + "source_update": 56606, + "completed_passes": 341, + "next_interval": 0, + "trained_intervals": 56606, + "snapshot": "pass_end_0341", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 341, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 56606, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 56606, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010605320130707696, + "update_l2": 0.00027592427795752883 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3213595593697391e-05, + "update_l2": 2.8464097340474837e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06043444808493806, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06043444808493806, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021079441532492638, + "ssim_fused": 0.9526320695877075, + "seg_l1": 0.03077086992561817, + "seg_ssim_ref": 0.9526320695877075, + "depth": 0.007034762906562408, + "rgb_loss": 0.02633713185787201, + "seg_loss": 0.034090276807546616, + "total": 0.06043444808493806 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029280535876750946, + "ssim_fused": 0.9366934299468994, + "seg_l1": 0.03264128789305687, + "seg_ssim_ref": 0.9366937875747681, + "depth": 0.005420383887731004, + "rgb_loss": 0.036085743457078934, + "seg_loss": 0.038774274289608, + "total": 0.07486544185586497, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005420383887731004, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004862639747106006 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024673298001289368, + "ssim_fused": 0.9482832551002502, + "seg_l1": 0.040015656501054764, + "seg_ssim_ref": 0.9482832551002502, + "depth": 0.010335817794813257, + "rgb_loss": 0.030081987380981445, + "seg_loss": 0.04235587641596794, + "total": 0.0724482033400345, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010335817794813257, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009688120312174368 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014197087846696377, + "ssim_fused": 0.96517014503479, + "seg_l1": 0.02343539334833622, + "seg_ssim_ref": 0.9651699662208557, + "depth": 0.006352936939183208, + "rgb_loss": 0.018323641270399094, + "seg_loss": 0.025714322924613953, + "total": 0.044044317131952226, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006352936939183208, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063529369391832095 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016166841611266136, + "ssim_fused": 0.9603815674781799, + "seg_l1": 0.026991145685315132, + "seg_ssim_ref": 0.9603813886642456, + "depth": 0.006029913004522161, + "rgb_loss": 0.020857159048318863, + "seg_loss": 0.029516639187932014, + "total": 0.05037983001190055, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006029913004522161, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00602991300452216 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 341, + "adam_update_count": 56606 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22132297093048692 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ddfa9b42f75c4c86a6226d7166848481_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 342, + "next_interval": 0, + "next_adam_update": 56607, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 341, + "trained_intervals": 56606, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 56606, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9321284294128418, + "median": 7.356770038604736, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.740124464035034, + "median": 5.56000280380249, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1448395997285843, + "median": 1566.7677001953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.023751147091388702, + "median": 259.82891845703125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0342.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0342.json new file mode 100644 index 0000000000000000000000000000000000000000..4ab4b9445067337128849d42902521cf5895539d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0342.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0342", + "executed_epochs": 342, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2712d871346e498283d4ecd246195f4f.npz", + "optimizer_file": "boundary_2712d871346e498283d4ecd246195f4f_optimizer.pt", + "arrays_sha256": "1ccd38ea78aceaf6c788fd2a05ed94d94d5fb5e928fb522c85a9050e1c312c04", + "optimizer_sha256": "316875db5bb778d1cbbdc586738536df99f7e2abb38f053422e13d07e986a6ef", + "stage": "adam", + "completed_passes": 342, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 56772, + "adam_update_count": 56772, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 343, + "consumed_count": 342, + "last_submitted_update": 56772, + "last_consumed_update": 56606, + "pending": [ + { + "reference": { + "source_update": 56772, + "completed_passes": 342, + "next_interval": 0, + "trained_intervals": 56772, + "snapshot": "pass_end_0342", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 342, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 56772, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 56772, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010706161265261471, + "update_l2": 2.071627022814937e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3482471331371926e-05, + "update_l2": 4.189214450889267e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06045614817389024, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06045614817389024, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021097838878631592, + "ssim_fused": 0.9526045322418213, + "seg_l1": 0.030765799805521965, + "seg_ssim_ref": 0.9526044726371765, + "depth": 0.007047143063668563, + "rgb_loss": 0.026357362046837807, + "seg_loss": 0.03409174084663391, + "total": 0.06045614817389024 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029407983645796776, + "ssim_fused": 0.9364795088768005, + "seg_l1": 0.0327599011361599, + "seg_ssim_ref": 0.9364796876907349, + "depth": 0.00545955066142371, + "rgb_loss": 0.03623048588633537, + "seg_loss": 0.038911983370780945, + "total": 0.07514793253306803, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00545955066142371, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004901806520798709 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024637281894683838, + "ssim_fused": 0.9483362436294556, + "seg_l1": 0.03993372619152069, + "seg_ssim_ref": 0.9483362436294556, + "depth": 0.01032158070474475, + "rgb_loss": 0.030042577534914017, + "seg_loss": 0.04227973520755768, + "total": 0.07233263059788614, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01032158070474475, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009673883222105863 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014189338311553001, + "ssim_fused": 0.9651815891265869, + "seg_l1": 0.023407742381095886, + "seg_ssim_ref": 0.9651814103126526, + "depth": 0.006370113820283571, + "rgb_loss": 0.018315153196454048, + "seg_loss": 0.02568991295993328, + "total": 0.044011436270207614, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006370113820283571, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00637011382028357 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016156749799847603, + "ssim_fused": 0.9604208469390869, + "seg_l1": 0.02696182392537594, + "seg_ssim_ref": 0.9604206681251526, + "depth": 0.006037327068222222, + "rgb_loss": 0.02084123156964779, + "seg_loss": 0.029485326260328293, + "total": 0.05033259329439915, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006037327068222222, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006037327068222222 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 342, + "adam_update_count": 56772 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21743140881881118 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2712d871346e498283d4ecd246195f4f_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 343, + "next_interval": 0, + "next_adam_update": 56773, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 342, + "trained_intervals": 56772, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 56772, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9451861381530762, + "median": 7.3560099601745605, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7271599769592285, + "median": 5.572328567504883, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14296060800552368, + "median": 1565.577392578125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02406107448041439, + "median": 263.05120849609375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0343.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0343.json new file mode 100644 index 0000000000000000000000000000000000000000..87ea9494708b0b37ab9adf05f57a185513fb4bc8 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0343.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0343", + "executed_epochs": 343, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a70fa33e93eb45428ec5163058ee5a77.npz", + "optimizer_file": "boundary_a70fa33e93eb45428ec5163058ee5a77_optimizer.pt", + "arrays_sha256": "99c1799a1c2ace723071b9e050c42ce8cbc0efa8ec42038cf48f6199398f9b3f", + "optimizer_sha256": "a7a4ecf2fbf23c44f171c82939aedc70031d45578b7a33c1b783736f889f62f1", + "stage": "adam", + "completed_passes": 343, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 56938, + "adam_update_count": 56938, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 344, + "consumed_count": 343, + "last_submitted_update": 56938, + "last_consumed_update": 56772, + "pending": [ + { + "reference": { + "source_update": 56938, + "completed_passes": 343, + "next_interval": 0, + "trained_intervals": 56938, + "snapshot": "pass_end_0343", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 343, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 56938, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 56938, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010021986963693053, + "update_l2": 8.622675522929057e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3365081940719392e-05, + "update_l2": 8.147464541252702e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06058732101430718, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 501, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06058732101430718, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02114522084593773, + "ssim_fused": 0.9525480270385742, + "seg_l1": 0.03085413947701454, + "seg_ssim_ref": 0.952548086643219, + "depth": 0.007061825297508105, + "rgb_loss": 0.026406560093164444, + "seg_loss": 0.03417370095849037, + "total": 0.06058732101430718 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02948947250843048, + "ssim_fused": 0.9363768696784973, + "seg_l1": 0.032896488904953, + "seg_ssim_ref": 0.9363771080970764, + "depth": 0.005494184416948767, + "rgb_loss": 0.03631620481610298, + "seg_loss": 0.03904177248477936, + "total": 0.07536346776000899, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005494184416948767, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004936440276323766 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024698927998542786, + "ssim_fused": 0.9482678771018982, + "seg_l1": 0.040091633796691895, + "seg_ssim_ref": 0.9482678771018982, + "depth": 0.010366582535797626, + "rgb_loss": 0.03010556846857071, + "seg_loss": 0.04241973161697388, + "total": 0.07253566666808038, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010366582535797626, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009718885053158738 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014223795384168625, + "ssim_fused": 0.9651445150375366, + "seg_l1": 0.02346685342490673, + "seg_ssim_ref": 0.9651443362236023, + "depth": 0.006365145029313862, + "rgb_loss": 0.018350133672356606, + "seg_loss": 0.025744616985321045, + "total": 0.04410111394006182, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006365145029313862, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006365145029313862 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016168685629963875, + "ssim_fused": 0.9604030847549438, + "seg_l1": 0.02696158178150654, + "seg_ssim_ref": 0.9604029059410095, + "depth": 0.0060213892079721614, + "rgb_loss": 0.02085433155298233, + "seg_loss": 0.029488682746887207, + "total": 0.05034903568907751, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060213892079721614, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060213892079721614 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 343, + "adam_update_count": 56938 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.21910911705344915 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a70fa33e93eb45428ec5163058ee5a77_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 344, + "next_interval": 0, + "next_adam_update": 56939, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 343, + "trained_intervals": 56938, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 56938, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9450792074203491, + "median": 7.35617733001709, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.727269411087036, + "median": 5.570995330810547, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14297589659690857, + "median": 1565.83935546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.024058440700173378, + "median": 262.69952392578125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 501, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0344.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0344.json new file mode 100644 index 0000000000000000000000000000000000000000..bde9f310c4186fc28bfa5f77ceaa6e77ec4ece90 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0344.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0344", + "executed_epochs": 344, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b5827a857b504e8a877daa1deaec9dd6.npz", + "optimizer_file": "boundary_b5827a857b504e8a877daa1deaec9dd6_optimizer.pt", + "arrays_sha256": "80ad1eb66434af729ee164301df555dcf4fba487e1ea7c7def943dcb9f668001", + "optimizer_sha256": "fca3917ef652672df9f44f91e10043aa26cc3d5920b4baf76acab7d185f07502", + "stage": "adam", + "completed_passes": 344, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 57104, + "adam_update_count": 57104, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 345, + "consumed_count": 344, + "last_submitted_update": 57104, + "last_consumed_update": 56938, + "pending": [ + { + "reference": { + "source_update": 57104, + "completed_passes": 344, + "next_interval": 0, + "trained_intervals": 57104, + "snapshot": "pass_end_0344", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 344, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 57104, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 57104, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010331356315873563, + "update_l2": 0.0002922452113125473 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3409511666395701e-05, + "update_l2": 5.4727088354411535e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06051491757210279, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06051491757210279, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021115148440003395, + "ssim_fused": 0.9525841474533081, + "seg_l1": 0.030811762437224388, + "seg_ssim_ref": 0.9525841474533081, + "depth": 0.007050086817981662, + "rgb_loss": 0.026375284418463707, + "seg_loss": 0.03413258492946625, + "total": 0.06051491757210279 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029401877894997597, + "ssim_fused": 0.9364986419677734, + "seg_l1": 0.03276796638965607, + "seg_ssim_ref": 0.9364989995956421, + "depth": 0.0054659730999013926, + "rgb_loss": 0.03622177615761757, + "seg_loss": 0.038914576172828674, + "total": 0.07514181457825585, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054659730999013926, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004908228959276392 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02468748949468136, + "ssim_fused": 0.948286235332489, + "seg_l1": 0.040069758892059326, + "seg_ssim_ref": 0.9482860565185547, + "depth": 0.010354666465191273, + "rgb_loss": 0.030092746019363403, + "seg_loss": 0.042398594319820404, + "total": 0.072501695005649, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010354666465191273, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009706968982552385 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01421073917299509, + "ssim_fused": 0.9651558995246887, + "seg_l1": 0.02345275692641735, + "seg_ssim_ref": 0.9651557207107544, + "depth": 0.006355351302658414, + "rgb_loss": 0.018337411805987358, + "seg_loss": 0.02573106251657009, + "total": 0.04407482967386011, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006355351302658414, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006355351302658414 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01616048999130726, + "ssim_fused": 0.9603959321975708, + "seg_l1": 0.02695656567811966, + "seg_ssim_ref": 0.9603957533836365, + "depth": 0.006024356404175569, + "rgb_loss": 0.020849205553531647, + "seg_loss": 0.029486101120710373, + "total": 0.0503413310306462, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006024356404175569, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006024356404175569 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 344, + "adam_update_count": 57104 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22529509291052818 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b5827a857b504e8a877daa1deaec9dd6_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 345, + "next_interval": 0, + "next_adam_update": 57105, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 344, + "trained_intervals": 57104, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 57104, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9554593563079834, + "median": 7.355123519897461, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7168946266174316, + "median": 5.579032897949219, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14149945974349976, + "median": 1564.190185546875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.024309340864419937, + "median": 264.8169860839844, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0345.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0345.json new file mode 100644 index 0000000000000000000000000000000000000000..2ce1a58d2c176b7db43ae60b5bc6cb9a78402ec8 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0345.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0345", + "executed_epochs": 345, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7074b0ee9b654154adea71cd2973f7ce.npz", + "optimizer_file": "boundary_7074b0ee9b654154adea71cd2973f7ce_optimizer.pt", + "arrays_sha256": "7080d301f9b2f105ff92840f9a12254c507dd38b8d192d46b1983c24494b1ba9", + "optimizer_sha256": "8d6024276ed319d34550a7d531fd28a5e915e39c71ba99ec4e5aff3eebf3c6dc", + "stage": "adam", + "completed_passes": 345, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 57270, + "adam_update_count": 57270, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 346, + "consumed_count": 345, + "last_submitted_update": 57270, + "last_consumed_update": 57104, + "pending": [ + { + "reference": { + "source_update": 57270, + "completed_passes": 345, + "next_interval": 0, + "trained_intervals": 57270, + "snapshot": "pass_end_0345", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 345, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 57270, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 57270, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010506631224416196, + "update_l2": 2.1106960048200563e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.371333473798586e-05, + "update_l2": 6.768101229681633e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060893078311597924, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060893078311597924, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021259844303131104, + "ssim_fused": 0.9523739814758301, + "seg_l1": 0.031034622341394424, + "seg_ssim_ref": 0.9523740410804749, + "depth": 0.007114350115878171, + "rgb_loss": 0.026533076539635658, + "seg_loss": 0.03435288742184639, + "total": 0.060893078311597924 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029754141345620155, + "ssim_fused": 0.935990571975708, + "seg_l1": 0.033244796097278595, + "seg_ssim_ref": 0.9359909296035767, + "depth": 0.005556916686179012, + "rgb_loss": 0.03660520166158676, + "seg_loss": 0.039397649466991425, + "total": 0.07600840804526436, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005556916686179012, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004999172545554013 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02479546144604683, + "ssim_fused": 0.9481278657913208, + "seg_l1": 0.04025723412632942, + "seg_ssim_ref": 0.9481278657913208, + "depth": 0.010403504498089508, + "rgb_loss": 0.030210796743631363, + "seg_loss": 0.04258021339774132, + "total": 0.07280141364587077, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010403504498089508, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00975580701545062 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014267534017562866, + "ssim_fused": 0.965084969997406, + "seg_l1": 0.02356099709868431, + "seg_ssim_ref": 0.965084969997406, + "depth": 0.006424703493354221, + "rgb_loss": 0.018397033214569092, + "seg_loss": 0.025831803679466248, + "total": 0.04423526159752869, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006424703493354221, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0064247034933542215 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016222234815359116, + "ssim_fused": 0.9602925777435303, + "seg_l1": 0.02707545831799507, + "seg_ssim_ref": 0.960292398929596, + "depth": 0.006072275785889943, + "rgb_loss": 0.020919272676110268, + "seg_loss": 0.029601886868476868, + "total": 0.050527229957727876, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006072275785889943, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006072275785889943 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 345, + "adam_update_count": 57270 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2206328280735761 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7074b0ee9b654154adea71cd2973f7ce_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 346, + "next_interval": 0, + "next_adam_update": 57271, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 345, + "trained_intervals": 57270, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 57270, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9568836688995361, + "median": 7.354495048522949, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7155933380126953, + "median": 5.577944755554199, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1412980705499649, + "median": 1563.20751953125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.024340994656085968, + "median": 264.5281066894531, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0346.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0346.json new file mode 100644 index 0000000000000000000000000000000000000000..0219570ea9bff75ed09ef32cfaca39ef50f9b63b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0346.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0346", + "executed_epochs": 346, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_683c885b5da04e529f4c348101a95ea9.npz", + "optimizer_file": "boundary_683c885b5da04e529f4c348101a95ea9_optimizer.pt", + "arrays_sha256": "9f0a460bd948d8074824b8d7e33b6852a155207008ee907f72d8058b4af859b7", + "optimizer_sha256": "d23636f19aa8c8d393169f18fbe883109752136210855714394cdd10d3cbb06a", + "stage": "adam", + "completed_passes": 346, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 57436, + "adam_update_count": 57436, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 347, + "consumed_count": 346, + "last_submitted_update": 57436, + "last_consumed_update": 57270, + "pending": [ + { + "reference": { + "source_update": 57436, + "completed_passes": 346, + "next_interval": 0, + "trained_intervals": 57436, + "snapshot": "pass_end_0346", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 346, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 57436, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 57436, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001086404881789349, + "update_l2": 2.469282117090188e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.331931161985267e-05, + "update_l2": 1.4451939023274463e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060409883904729636, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060409883904729636, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021065842360258102, + "ssim_fused": 0.9526339769363403, + "seg_l1": 0.030754709616303444, + "seg_ssim_ref": 0.9526339769363403, + "depth": 0.007031421635899978, + "rgb_loss": 0.026325881481170654, + "seg_loss": 0.03407697379589081, + "total": 0.060409883904729636 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029225651174783707, + "ssim_fused": 0.936741292476654, + "seg_l1": 0.03255006670951843, + "seg_ssim_ref": 0.9367415308952332, + "depth": 0.005397102803023171, + "rgb_loss": 0.036032263189554214, + "seg_loss": 0.038691747933626175, + "total": 0.07472940822598341, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005397102803023171, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00483935866239817 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024689288809895515, + "ssim_fused": 0.9482512474060059, + "seg_l1": 0.040031976997852325, + "seg_ssim_ref": 0.9482512474060059, + "depth": 0.010332938968967646, + "rgb_loss": 0.03010118193924427, + "seg_loss": 0.04237533360719681, + "total": 0.0724868466227649, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010332938968967646, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00968524148632876 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014183457009494305, + "ssim_fused": 0.9651914238929749, + "seg_l1": 0.023425763472914696, + "seg_ssim_ref": 0.9651913046836853, + "depth": 0.006353351569543592, + "rgb_loss": 0.018308481201529503, + "seg_loss": 0.025702349841594696, + "total": 0.04401718625733889, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006353351569543592, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006353351569543593 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016164975240826607, + "ssim_fused": 0.9603519439697266, + "seg_l1": 0.027011029422283173, + "seg_ssim_ref": 0.960351824760437, + "depth": 0.006042293202065501, + "rgb_loss": 0.020861592143774033, + "seg_loss": 0.029538460075855255, + "total": 0.05040609451283135, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006042293202065501, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060422932020654995 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 346, + "adam_update_count": 57436 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22669857181608677 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_683c885b5da04e529f4c348101a95ea9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 347, + "next_interval": 0, + "next_adam_update": 57437, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 346, + "trained_intervals": 57436, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 57436, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9566959142684937, + "median": 7.35439920425415, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7157886028289795, + "median": 5.578091144561768, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14132459461688995, + "median": 1563.0576171875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02433624304831028, + "median": 264.5677490234375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0347.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0347.json new file mode 100644 index 0000000000000000000000000000000000000000..8bea7999e24dc0ea52f837c5518afeca73d4d2aa --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0347.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0347", + "executed_epochs": 347, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8648b9396381474aaf5e5d83d035f193.npz", + "optimizer_file": "boundary_8648b9396381474aaf5e5d83d035f193_optimizer.pt", + "arrays_sha256": "ebf569207ced50da23c833e028a884f4c007a47f624817a3846c3bf53df98c89", + "optimizer_sha256": "00b27f504c37faa6aaee547e24288190445f96bdfd73fe9a9f0f3c86b042ec24", + "stage": "adam", + "completed_passes": 347, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 57602, + "adam_update_count": 57602, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 348, + "consumed_count": 347, + "last_submitted_update": 57602, + "last_consumed_update": 57436, + "pending": [ + { + "reference": { + "source_update": 57602, + "completed_passes": 347, + "next_interval": 0, + "trained_intervals": 57602, + "snapshot": "pass_end_0347", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 347, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 57602, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 57602, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010854673746507615, + "update_l2": 2.5628805815358646e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3527917872124817e-05, + "update_l2": 7.401205948553979e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06056466313225091, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06056466313225091, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02113592065870762, + "ssim_fused": 0.9525386095046997, + "seg_l1": 0.030830373987555504, + "seg_ssim_ref": 0.9525385499000549, + "depth": 0.007061158836488871, + "rgb_loss": 0.026401013135910034, + "seg_loss": 0.03415658697485924, + "total": 0.06056466313225091 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02947564795613289, + "ssim_fused": 0.9363517165184021, + "seg_l1": 0.03284435719251633, + "seg_ssim_ref": 0.9363520741462708, + "depth": 0.005470563368640271, + "rgb_loss": 0.03631017729640007, + "seg_loss": 0.03900507092475891, + "total": 0.07532072250981792, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005470563368640271, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004912819228015272 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024687940254807472, + "ssim_fused": 0.9482636451721191, + "seg_l1": 0.04003212973475456, + "seg_ssim_ref": 0.9482635259628296, + "depth": 0.010346315004482555, + "rgb_loss": 0.03009762428700924, + "seg_loss": 0.04237300157546997, + "total": 0.07248097404012885, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010346315004482555, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009698617521843663 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014206908643245697, + "ssim_fused": 0.9651594758033752, + "seg_l1": 0.023445947095751762, + "seg_ssim_ref": 0.9651592969894409, + "depth": 0.006379355589601003, + "rgb_loss": 0.01833363249897957, + "seg_loss": 0.025724899023771286, + "total": 0.044064910878340455, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006379355589601003, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006379355589601004 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016173185780644417, + "ssim_fused": 0.9603796005249023, + "seg_l1": 0.026999063789844513, + "seg_ssim_ref": 0.960379421710968, + "depth": 0.006048401383231652, + "rgb_loss": 0.020862627774477005, + "seg_loss": 0.029523368924856186, + "total": 0.050392045100716425, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006048401383231652, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006048401383231652 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 347, + "adam_update_count": 57602 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22325802315026522 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8648b9396381474aaf5e5d83d035f193_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 348, + "next_interval": 0, + "next_adam_update": 57603, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 347, + "trained_intervals": 57602, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 57602, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9660019874572754, + "median": 7.353816509246826, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7063686847686768, + "median": 5.578184127807617, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.14001552760601044, + "median": 1562.1470947265625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.024566570296883583, + "median": 264.59515380859375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0348.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0348.json new file mode 100644 index 0000000000000000000000000000000000000000..61ec6b244ccaa0de4d3d7f841735a335fcc97859 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0348.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0348", + "executed_epochs": 348, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3fafa417ee6f4445b768b897d82874a1.npz", + "optimizer_file": "boundary_3fafa417ee6f4445b768b897d82874a1_optimizer.pt", + "arrays_sha256": "c52c2f793d4038359b2a54583ded6caa685473c3f16b1f46035dc0e13921ed4d", + "optimizer_sha256": "262a20440d4203941dd911fd9879845fb16ff4f0349033b4838421d8400cc527", + "stage": "adam", + "completed_passes": 348, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 57768, + "adam_update_count": 57768, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 349, + "consumed_count": 348, + "last_submitted_update": 57768, + "last_consumed_update": 57602, + "pending": [ + { + "reference": { + "source_update": 57768, + "completed_passes": 348, + "next_interval": 0, + "trained_intervals": 57768, + "snapshot": "pass_end_0348", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 348, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 57768, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 57768, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001067151315510273, + "update_l2": 1.7362744983984157e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3528912859328557e-05, + "update_l2": 1.056812016031472e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060320671346467056, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060320671346467056, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021045897156000137, + "ssim_fused": 0.9526915550231934, + "seg_l1": 0.0306919664144516, + "seg_ssim_ref": 0.9526916146278381, + "depth": 0.007022802215140223, + "rgb_loss": 0.026298396289348602, + "seg_loss": 0.03401524946093559, + "total": 0.060320671346467056 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029255185276269913, + "ssim_fused": 0.9367298483848572, + "seg_l1": 0.032555561512708664, + "seg_ssim_ref": 0.9367302060127258, + "depth": 0.005427081637933023, + "rgb_loss": 0.036058180034160614, + "seg_loss": 0.038698408752679825, + "total": 0.07476201959376867, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005427081637933023, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0048693374973080225 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02461700513958931, + "ssim_fused": 0.9483910202980042, + "seg_l1": 0.0399167463183403, + "seg_ssim_ref": 0.9483910202980042, + "depth": 0.01032044891415345, + "rgb_loss": 0.030015399679541588, + "seg_loss": 0.04225519299507141, + "total": 0.0722809149861723, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01032044891415345, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00967275143151456 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014177953824400902, + "ssim_fused": 0.9652005434036255, + "seg_l1": 0.023386413231492043, + "seg_ssim_ref": 0.9652003645896912, + "depth": 0.006336669458284871, + "rgb_loss": 0.018302254378795624, + "seg_loss": 0.025669056922197342, + "total": 0.04397764797045125, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006336669458284871, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00633666945828487 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016133446246385574, + "ssim_fused": 0.9604450464248657, + "seg_l1": 0.026909146457910538, + "seg_ssim_ref": 0.9604448676109314, + "depth": 0.006007008850189547, + "rgb_loss": 0.020817749202251434, + "seg_loss": 0.02943834476172924, + "total": 0.05026210283547601, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006007008850189547, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006007008850189547 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 348, + "adam_update_count": 57768 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23078839387744665 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3fafa417ee6f4445b768b897d82874a1_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 349, + "next_interval": 0, + "next_adam_update": 57769, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 348, + "trained_intervals": 57768, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 57768, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.969529628753662, + "median": 7.354345321655273, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.7027549743652344, + "median": 5.582178592681885, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1395224630832672, + "median": 1562.973388671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.024655507877469063, + "median": 265.6560974121094, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0349.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0349.json new file mode 100644 index 0000000000000000000000000000000000000000..7c4e3feec03eb68ba92373a7e1d8f52923eac857 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0349.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0349", + "executed_epochs": 349, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_34aa0163046645c0bf516407e447aff9.npz", + "optimizer_file": "boundary_34aa0163046645c0bf516407e447aff9_optimizer.pt", + "arrays_sha256": "b4ceb3a8b8cd1787ddb96a6a32cde711b87181bfa81d367511840ee6a4220e9e", + "optimizer_sha256": "413fc69800c93f6ea8f22dd032e835de977402a3e9fd472f2063906c69ca45a9", + "stage": "adam", + "completed_passes": 349, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 57934, + "adam_update_count": 57934, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 350, + "consumed_count": 349, + "last_submitted_update": 57934, + "last_consumed_update": 57768, + "pending": [ + { + "reference": { + "source_update": 57934, + "completed_passes": 349, + "next_interval": 0, + "trained_intervals": 57934, + "snapshot": "pass_end_0349", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 349, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 57934, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 57934, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.93068897514604e-05, + "update_l2": 0.0003245836414862424 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3807377399643883e-05, + "update_l2": 2.315570236532949e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06067587507526615, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06067587507526615, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021182432770729065, + "ssim_fused": 0.9524991512298584, + "seg_l1": 0.030903127044439316, + "seg_ssim_ref": 0.9524991512298584, + "depth": 0.00708063702323862, + "rgb_loss": 0.02644611895084381, + "seg_loss": 0.03422267735004425, + "total": 0.06067587507526615 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029597580432891846, + "ssim_fused": 0.9362226128578186, + "seg_l1": 0.03301778435707092, + "seg_ssim_ref": 0.9362229704856873, + "depth": 0.005528041295128513, + "rgb_loss": 0.036433540284633636, + "seg_loss": 0.039169635623693466, + "total": 0.07560870022433193, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005528041295128513, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004970297154503513 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024719493463635445, + "ssim_fused": 0.9482529163360596, + "seg_l1": 0.04013516381382942, + "seg_ssim_ref": 0.9482529163360596, + "depth": 0.010380535342144883, + "rgb_loss": 0.03012501262128353, + "seg_loss": 0.04245755076408386, + "total": 0.07259294578335469, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010380535342144883, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009732837859505994 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014238043688237667, + "ssim_fused": 0.9651352763175964, + "seg_l1": 0.023491069674491882, + "seg_ssim_ref": 0.9651350975036621, + "depth": 0.00638308617507418, + "rgb_loss": 0.018363380804657936, + "seg_loss": 0.025765836238861084, + "total": 0.044135598267048944, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.00638308617507418, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00638308617507418 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016174618154764175, + "ssim_fused": 0.9603857398033142, + "seg_l1": 0.026968490332365036, + "seg_ssim_ref": 0.9603855609893799, + "depth": 0.006030885280606906, + "rgb_loss": 0.02086254581809044, + "seg_loss": 0.029497681185603142, + "total": 0.05036625602632904, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006030885280606906, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006030885280606906 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 349, + "adam_update_count": 57934 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.223008600063622 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_34aa0163046645c0bf516407e447aff9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 350, + "next_interval": 0, + "next_adam_update": 57935, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 349, + "trained_intervals": 57934, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 57934, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9778624773025513, + "median": 7.355595588684082, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6942861080169678, + "median": 5.585341453552246, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13836467266082764, + "median": 1564.9288330078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.024865198880434036, + "median": 266.4915771484375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0350.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0350.json new file mode 100644 index 0000000000000000000000000000000000000000..7bf02637dc689205e2f115ae5bb80c237335770b --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0350.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0350", + "executed_epochs": 350, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5461d1ef3637421c81360448fb62f372.npz", + "optimizer_file": "boundary_5461d1ef3637421c81360448fb62f372_optimizer.pt", + "arrays_sha256": "2ca4e575270b1941b1ba6cc23ccc13951cc2b7a52f2602e2703562c55b7ce275", + "optimizer_sha256": "5d8e4fa01451d1f7d6caf2171532d8c5cfc675c9152556d2b25b469cf555b6de", + "stage": "adam", + "completed_passes": 350, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 58100, + "adam_update_count": 58100, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 351, + "consumed_count": 350, + "last_submitted_update": 58100, + "last_consumed_update": 57934, + "pending": [ + { + "reference": { + "source_update": 58100, + "completed_passes": 350, + "next_interval": 0, + "trained_intervals": 58100, + "snapshot": "pass_end_0350", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 350, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 58100, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 58100, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010355943231843412, + "update_l2": 0.0001951381127582863 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4231779459805693e-05, + "update_l2": 1.0525816833251156e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06055300780978954, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06055300780978954, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021132901310920715, + "ssim_fused": 0.9525471925735474, + "seg_l1": 0.03082311525940895, + "seg_ssim_ref": 0.9525471329689026, + "depth": 0.007061338396435991, + "rgb_loss": 0.02639688178896904, + "seg_loss": 0.03414906561374664, + "total": 0.06055300780978954 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029472986236214638, + "ssim_fused": 0.9363605976104736, + "seg_l1": 0.0328318290412426, + "seg_ssim_ref": 0.9363608360290527, + "depth": 0.005474548361240887, + "rgb_loss": 0.036306269466876984, + "seg_loss": 0.03899329528212547, + "total": 0.0753050355720734, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005474548361240887, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004916804220615886 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02467862144112587, + "ssim_fused": 0.9482901096343994, + "seg_l1": 0.040025744587183, + "seg_ssim_ref": 0.9482901096343994, + "depth": 0.01034940901260616, + "rgb_loss": 0.030084874480962753, + "seg_loss": 0.042362574487924576, + "total": 0.07245779837789994, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01034940901260616, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009701711529967271 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014209029264748096, + "ssim_fused": 0.965156078338623, + "seg_l1": 0.023450344800949097, + "seg_ssim_ref": 0.9651558995246887, + "depth": 0.006379763438490013, + "rgb_loss": 0.018336007371544838, + "seg_loss": 0.025729097425937653, + "total": 0.04407148269827583, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006379763438490013, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006379763438490013 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016170963644981384, + "ssim_fused": 0.9603819251060486, + "seg_l1": 0.026984546333551407, + "seg_ssim_ref": 0.9603817462921143, + "depth": 0.006041632773406907, + "rgb_loss": 0.02086038514971733, + "seg_loss": 0.029511287808418274, + "total": 0.05037771459090901, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006041632773406907, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006041632773406906 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 350, + "adam_update_count": 58100 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22572703985497355 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5461d1ef3637421c81360448fb62f372_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 351, + "next_interval": 0, + "next_adam_update": 58101, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 350, + "trained_intervals": 58100, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 58100, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9768619537353516, + "median": 7.354782581329346, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6997218132019043, + "median": 5.595178604125977, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13850319385528564, + "median": 1563.656982421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02473040670156479, + "median": 269.1260986328125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0351.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0351.json new file mode 100644 index 0000000000000000000000000000000000000000..bf50a10f1e926c361f0b1b9098ad82734d98c644 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0351.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0351", + "executed_epochs": 351, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_272df9577f814f75920947e75ff0aedc.npz", + "optimizer_file": "boundary_272df9577f814f75920947e75ff0aedc_optimizer.pt", + "arrays_sha256": "e5a00b3e748ddd4009062e1c649e59caf9b8f8efc7e2b46eaf99ea129bc38145", + "optimizer_sha256": "e9b40a351b55edffa2eb18c142a717faadbe074d1d2c765a3a41b6dce751645b", + "stage": "adam", + "completed_passes": 351, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 58266, + "adam_update_count": 58266, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 352, + "consumed_count": 351, + "last_submitted_update": 58266, + "last_consumed_update": 58100, + "pending": [ + { + "reference": { + "source_update": 58266, + "completed_passes": 351, + "next_interval": 0, + "trained_intervals": 58266, + "snapshot": "pass_end_0351", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 351, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 58266, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 58266, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010343162284698337, + "update_l2": 0.0002674848074093461 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4740610822627787e-05, + "update_l2": 2.3074284399626777e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060463578837777934, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060463578837777934, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021106433123350143, + "ssim_fused": 0.9526118040084839, + "seg_l1": 0.030770132318139076, + "seg_ssim_ref": 0.9526118040084839, + "depth": 0.0070505094188064365, + "rgb_loss": 0.026362784206867218, + "seg_loss": 0.034093745052814484, + "total": 0.060463578837777934 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029452506452798843, + "ssim_fused": 0.9364290237426758, + "seg_l1": 0.032799988985061646, + "seg_ssim_ref": 0.9364293813705444, + "depth": 0.005487319777874639, + "rgb_loss": 0.0362761989235878, + "seg_loss": 0.03895411640405655, + "total": 0.07523580264742222, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005487319777874639, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00492957563724964 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024637451395392418, + "ssim_fused": 0.9483776092529297, + "seg_l1": 0.03997282683849335, + "seg_ssim_ref": 0.9483776092529297, + "depth": 0.01034821308284765, + "rgb_loss": 0.030034439638257027, + "seg_loss": 0.04230273887515068, + "total": 0.0723475285891357, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01034821308284765, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009700515600208763 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014198888093233109, + "ssim_fused": 0.9651858806610107, + "seg_l1": 0.023412548005580902, + "seg_ssim_ref": 0.9651857018470764, + "depth": 0.006357840009569707, + "rgb_loss": 0.018321935087442398, + "seg_loss": 0.025692898780107498, + "total": 0.044021191707559464, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006357840009569707, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006357840009569707 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016136886551976204, + "ssim_fused": 0.9604547619819641, + "seg_l1": 0.02689516358077526, + "seg_ssim_ref": 0.960454523563385, + "depth": 0.006008664804933748, + "rgb_loss": 0.0208185575902462, + "seg_loss": 0.029425226151943207, + "total": 0.05024979240699434, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006008664804933748, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006008664804933748 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 351, + "adam_update_count": 58266 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22698115487582982 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_272df9577f814f75920947e75ff0aedc_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 352, + "next_interval": 0, + "next_adam_update": 58267, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 351, + "trained_intervals": 58266, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 58266, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9794502258300781, + "median": 7.3545708656311035, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6974287033081055, + "median": 5.595556259155273, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13814516365528107, + "median": 1563.325927734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.024787181988358498, + "median": 269.2275390625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0352.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0352.json new file mode 100644 index 0000000000000000000000000000000000000000..7e76bf6ac8dd89330dc6d714203f0c9ca7c09dc7 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0352.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0352", + "executed_epochs": 352, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4c8a8d98dd8c4b7e8d5a902305967da1.npz", + "optimizer_file": "boundary_4c8a8d98dd8c4b7e8d5a902305967da1_optimizer.pt", + "arrays_sha256": "805eaff1b697a9a54a109a6e20937a0b88e046ef5a4cacef9d7647119a981603", + "optimizer_sha256": "8d9428e3db586da81dd58915ef269cd3745fcfaeb280d57047ad704a946687e4", + "stage": "adam", + "completed_passes": 352, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 58432, + "adam_update_count": 58432, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 353, + "consumed_count": 352, + "last_submitted_update": 58432, + "last_consumed_update": 58266, + "pending": [ + { + "reference": { + "source_update": 58432, + "completed_passes": 352, + "next_interval": 0, + "trained_intervals": 58432, + "snapshot": "pass_end_0352", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 352, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 58432, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 58432, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.793847857508808e-05, + "update_l2": 5.325067832018249e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4525381629937328e-05, + "update_l2": 3.676761843962595e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060710414022512295, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060710414022512295, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021188629791140556, + "ssim_fused": 0.9524832963943481, + "seg_l1": 0.03093218430876732, + "seg_ssim_ref": 0.9524832963943481, + "depth": 0.007085211880069886, + "rgb_loss": 0.026454240083694458, + "seg_loss": 0.03424908593297005, + "total": 0.060710414022512295 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029563914984464645, + "ssim_fused": 0.936262309551239, + "seg_l1": 0.03298239782452583, + "seg_ssim_ref": 0.9362626671791077, + "depth": 0.005521807712760703, + "rgb_loss": 0.03639867156744003, + "seg_loss": 0.03913338482379913, + "total": 0.07553757819895193, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005521807712760703, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004964063572135703 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024749750271439552, + "ssim_fused": 0.9482141733169556, + "seg_l1": 0.040213894098997116, + "seg_ssim_ref": 0.9482141733169556, + "depth": 0.010402274994472974, + "rgb_loss": 0.030156966298818588, + "seg_loss": 0.04252827912569046, + "total": 0.07269564397421323, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010402274994472974, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009754577511834084 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014253093861043453, + "ssim_fused": 0.9651110172271729, + "seg_l1": 0.02353188768029213, + "seg_ssim_ref": 0.9651108384132385, + "depth": 0.006385993810376256, + "rgb_loss": 0.01838027313351631, + "seg_loss": 0.025803342461586, + "total": 0.04419000158891269, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006385993810376256, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006385993810376256 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016187759116292, + "ssim_fused": 0.9603457450866699, + "seg_l1": 0.027000565081834793, + "seg_ssim_ref": 0.9603455662727356, + "depth": 0.006030771002669612, + "rgb_loss": 0.020881058648228645, + "seg_loss": 0.029531341046094894, + "total": 0.05041843232797136, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006030771002669612, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006030771002669612 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 352, + "adam_update_count": 58432 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23474655603058636 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4c8a8d98dd8c4b7e8d5a902305967da1_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 353, + "next_interval": 0, + "next_adam_update": 58433, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 352, + "trained_intervals": 58432, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 58432, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9903030395507812, + "median": 7.3547043800354, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.687002658843994, + "median": 5.598118305206299, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13665400445461273, + "median": 1563.53466796875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02504696510732174, + "median": 269.9184875488281, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0353.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0353.json new file mode 100644 index 0000000000000000000000000000000000000000..059b01e7e5ed7e46335ad0256372c6c54433ea1d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0353.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0353", + "executed_epochs": 353, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_75e3af7c24cf42aa95a7b6849a5bca0b.npz", + "optimizer_file": "boundary_75e3af7c24cf42aa95a7b6849a5bca0b_optimizer.pt", + "arrays_sha256": "ee7f61a9f5cc189dacddf34cb5dac5c098c5e8fe8679c54b82c25b9a21734bc0", + "optimizer_sha256": "abd568ac6fedacad717fafadb72345be489af87fe41e75c244da4f06d62808b3", + "stage": "adam", + "completed_passes": 353, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 58598, + "adam_update_count": 58598, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 354, + "consumed_count": 353, + "last_submitted_update": 58598, + "last_consumed_update": 58432, + "pending": [ + { + "reference": { + "source_update": 58598, + "completed_passes": 353, + "next_interval": 0, + "trained_intervals": 58598, + "snapshot": "pass_end_0353", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 353, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 58598, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 58598, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010202969133388251, + "update_l2": 0.0010918419575318694 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5029521819087677e-05, + "update_l2": 2.074231997539755e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0605469967875832, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0605469967875832, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021134575828909874, + "ssim_fused": 0.952546238899231, + "seg_l1": 0.030813438817858696, + "seg_ssim_ref": 0.9525461792945862, + "depth": 0.00706107208666437, + "rgb_loss": 0.026398424059152603, + "seg_loss": 0.03414151445031166, + "total": 0.0605469967875832 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02950509823858738, + "ssim_fused": 0.9362932443618774, + "seg_l1": 0.03284398466348648, + "seg_ssim_ref": 0.9362934827804565, + "depth": 0.00547884509326321, + "rgb_loss": 0.036345429718494415, + "seg_loss": 0.039016492664813995, + "total": 0.07536740122840167, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00547884509326321, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00492110095263821 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02467748522758484, + "ssim_fused": 0.9483087658882141, + "seg_l1": 0.040018677711486816, + "seg_ssim_ref": 0.9483087658882141, + "depth": 0.010346042899319955, + "rgb_loss": 0.03008023463189602, + "seg_loss": 0.04235319048166275, + "total": 0.07244377301910324, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010346042899319955, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009698345416681065 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014198718592524529, + "ssim_fused": 0.9651774764060974, + "seg_l1": 0.02343134954571724, + "seg_ssim_ref": 0.9651774168014526, + "depth": 0.006380321872247797, + "rgb_loss": 0.01832348108291626, + "seg_loss": 0.025709595531225204, + "total": 0.04403945693601371, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006380321872247797, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006380321872247797 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016157003119587898, + "ssim_fused": 0.9604052901268005, + "seg_l1": 0.026959741488099098, + "seg_ssim_ref": 0.9604051113128662, + "depth": 0.006039078481826518, + "rgb_loss": 0.02084454521536827, + "seg_loss": 0.029486771672964096, + "total": 0.05033735596681419, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006039078481826518, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006039078481826518 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 353, + "adam_update_count": 58598 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23272387613542378 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_75e3af7c24cf42aa95a7b6849a5bca0b_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 354, + "next_interval": 0, + "next_adam_update": 58599, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 353, + "trained_intervals": 58598, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 58598, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0007665157318115, + "median": 7.356160640716553, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.676529884338379, + "median": 5.60814094543457, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1352315992116928, + "median": 1565.813232421875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025310654193162918, + "median": 272.6375732421875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0354.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0354.json new file mode 100644 index 0000000000000000000000000000000000000000..ca8ac88bc9a76631a4d26ad849689275122fc2b4 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0354.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0354", + "executed_epochs": 354, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3b1f38aa411e4efea6c9fbf7f15860dc.npz", + "optimizer_file": "boundary_3b1f38aa411e4efea6c9fbf7f15860dc_optimizer.pt", + "arrays_sha256": "261607cc8cde7afa87aa88f5523f61d89ad666b141319b23b2c201658eb689fa", + "optimizer_sha256": "eae12439386fe4f132604b0822eaaa15df417789eef87bc9496ebd10d8d4ecd1", + "stage": "adam", + "completed_passes": 354, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 58764, + "adam_update_count": 58764, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 355, + "consumed_count": 354, + "last_submitted_update": 58764, + "last_consumed_update": 58598, + "pending": [ + { + "reference": { + "source_update": 58764, + "completed_passes": 354, + "next_interval": 0, + "trained_intervals": 58764, + "snapshot": "pass_end_0354", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 354, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 58764, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 58764, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010663594002835453, + "update_l2": 0.0007068734848871827 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4082152119954117e-05, + "update_l2": 6.660856342932675e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06023267972088128, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 502, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06023267972088128, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021017370745539665, + "ssim_fused": 0.9527124762535095, + "seg_l1": 0.030620954930782318, + "seg_ssim_ref": 0.9527124762535095, + "depth": 0.007010426285563217, + "rgb_loss": 0.026271400973200798, + "seg_loss": 0.03395427018404007, + "total": 0.06023267972088128 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029244689270853996, + "ssim_fused": 0.9366928935050964, + "seg_l1": 0.03248884528875351, + "seg_ssim_ref": 0.9366932511329651, + "depth": 0.005396425331289259, + "rgb_loss": 0.03605717420578003, + "seg_loss": 0.03865242749452591, + "total": 0.07471499812563723, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005396425331289259, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00483868119066426 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024548642337322235, + "ssim_fused": 0.9484574794769287, + "seg_l1": 0.03973803296685219, + "seg_ssim_ref": 0.9484574198722839, + "depth": 0.010244327837331738, + "rgb_loss": 0.029947418719530106, + "seg_loss": 0.04209894314408302, + "total": 0.07205660619145046, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010244327837331738, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00959663035469285 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014149337075650692, + "ssim_fused": 0.9652464985847473, + "seg_l1": 0.02333098091185093, + "seg_ssim_ref": 0.9652463793754578, + "depth": 0.006365140531772437, + "rgb_loss": 0.01827017031610012, + "seg_loss": 0.02561550959944725, + "total": 0.043892043193434, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006365140531772437, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006365140531772438 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016126811504364014, + "ssim_fused": 0.9604530334472656, + "seg_l1": 0.026925954967737198, + "seg_ssim_ref": 0.9604528546333313, + "depth": 0.006035811441859437, + "rgb_loss": 0.020810842514038086, + "seg_loss": 0.0294501930475235, + "total": 0.050267071373003444, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006035811441859437, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006035811441859437 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 354, + "adam_update_count": 58764 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22152023785747588 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3b1f38aa411e4efea6c9fbf7f15860dc_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 355, + "next_interval": 0, + "next_adam_update": 58765, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 354, + "trained_intervals": 58764, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 58764, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9936842918395996, + "median": 7.35605001449585, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6839139461517334, + "median": 5.610107421875, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13619272410869598, + "median": 1565.6400146484375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02512444742023945, + "median": 273.1775207519531, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 502, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0355.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0355.json new file mode 100644 index 0000000000000000000000000000000000000000..3878a32571649b0bf05057edcfda3553f1a09dd8 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0355.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0355", + "executed_epochs": 355, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c83531abca2045ffaa0e1a817bbedd5d.npz", + "optimizer_file": "boundary_c83531abca2045ffaa0e1a817bbedd5d_optimizer.pt", + "arrays_sha256": "94855f824abfb62be5377f0980d2ce2e4dbd05da30b7b3762372b2b5b300549a", + "optimizer_sha256": "905cbd91f48cd57edb4175647dc2f017a77b60cdeb6f4a29167ba78385058e59", + "stage": "adam", + "completed_passes": 355, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 58930, + "adam_update_count": 58930, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 356, + "consumed_count": 355, + "last_submitted_update": 58930, + "last_consumed_update": 58764, + "pending": [ + { + "reference": { + "source_update": 58930, + "completed_passes": 355, + "next_interval": 0, + "trained_intervals": 58930, + "snapshot": "pass_end_0355", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 355, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 58930, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 58930, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001055108878063038, + "update_l2": 0.0004553694452624768 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4643347640230786e-05, + "update_l2": 1.3007623238081578e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06037520978077105, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06037520978077105, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021080775186419487, + "ssim_fused": 0.9526431560516357, + "seg_l1": 0.030701007694005966, + "seg_ssim_ref": 0.952643096446991, + "depth": 0.007040681678573083, + "rgb_loss": 0.02633598819375038, + "seg_loss": 0.0340321809053421, + "total": 0.06037520978077105 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029453204944729805, + "ssim_fused": 0.9364010691642761, + "seg_l1": 0.03274993970990181, + "seg_ssim_ref": 0.9364013671875, + "depth": 0.005475175488796603, + "rgb_loss": 0.03628234937787056, + "seg_loss": 0.03891967982053757, + "total": 0.07520750809918722, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005475175488796603, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049174313481716025 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024580897763371468, + "ssim_fused": 0.9484543800354004, + "seg_l1": 0.039832595735788345, + "seg_ssim_ref": 0.9484543800354004, + "depth": 0.010303469173407388, + "rgb_loss": 0.029973842203617096, + "seg_loss": 0.04217520356178284, + "total": 0.07215934923457334, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010303469173407388, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009655771690768502 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01416785642504692, + "ssim_fused": 0.9652231335639954, + "seg_l1": 0.023352136835455894, + "seg_ssim_ref": 0.965222954750061, + "depth": 0.0063668825804204165, + "rgb_loss": 0.018289659172296524, + "seg_loss": 0.025637120008468628, + "total": 0.04393314606334557, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063668825804204165, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006366882580420416 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016121141612529755, + "ssim_fused": 0.9604940414428711, + "seg_l1": 0.026869354769587517, + "seg_ssim_ref": 0.9604938626289368, + "depth": 0.006017199471667926, + "rgb_loss": 0.020798105746507645, + "seg_loss": 0.02939671277999878, + "total": 0.05020083572597809, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006017199471667926, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006017199471667926 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 355, + "adam_update_count": 58930 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22428950085304677 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c83531abca2045ffaa0e1a817bbedd5d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 356, + "next_interval": 0, + "next_adam_update": 58931, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 355, + "trained_intervals": 58930, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 58930, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.004879951477051, + "median": 7.357654571533203, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6731624603271484, + "median": 5.601561546325684, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13467645645141602, + "median": 1568.154296875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025396030396223068, + "median": 270.84918212890625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0356.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0356.json new file mode 100644 index 0000000000000000000000000000000000000000..6d19e261c6affbe9571718a53493cdfe9e45234a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0356.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0356", + "executed_epochs": 356, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_821d608975c344a69689dcfde0c020a0.npz", + "optimizer_file": "boundary_821d608975c344a69689dcfde0c020a0_optimizer.pt", + "arrays_sha256": "7865f7e2437fd85c0ead5d255949488b00cd3c29f15a5ab7c606f02cab0cd104", + "optimizer_sha256": "af1727c5677b8b599f3acb21f91f4f34be6b41c9e0875358b76dbea60f508caf", + "stage": "adam", + "completed_passes": 356, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 59096, + "adam_update_count": 59096, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 357, + "consumed_count": 356, + "last_submitted_update": 59096, + "last_consumed_update": 58930, + "pending": [ + { + "reference": { + "source_update": 59096, + "completed_passes": 356, + "next_interval": 0, + "trained_intervals": 59096, + "snapshot": "pass_end_0356", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 356, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 59096, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 59096, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010411168477730826, + "update_l2": 0.00019708309264387935 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4830750842520501e-05, + "update_l2": 3.38510908477474e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06024403651322492, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06024403651322492, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021023094654083252, + "ssim_fused": 0.9527258276939392, + "seg_l1": 0.030636096373200417, + "seg_ssim_ref": 0.952725887298584, + "depth": 0.007015327767213328, + "rgb_loss": 0.02627331018447876, + "seg_loss": 0.03396371379494667, + "total": 0.06024403651322492 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02924354188144207, + "ssim_fused": 0.9367247223854065, + "seg_l1": 0.032491881400346756, + "seg_ssim_ref": 0.9367250800132751, + "depth": 0.005429500525433881, + "rgb_loss": 0.036049891263246536, + "seg_loss": 0.038648489862680435, + "total": 0.0747038106264524, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005429500525433881, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004871756384808881 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02458091452717781, + "ssim_fused": 0.9484595656394958, + "seg_l1": 0.03985389694571495, + "seg_ssim_ref": 0.9484595656394958, + "depth": 0.010309237199654906, + "rgb_loss": 0.029972819611430168, + "seg_loss": 0.04219120368361473, + "total": 0.0721743306695994, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010309237199654906, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009661539717016016 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014159253798425198, + "ssim_fused": 0.9652324914932251, + "seg_l1": 0.02334611862897873, + "seg_ssim_ref": 0.9652323722839355, + "depth": 0.006328738010271142, + "rgb_loss": 0.01828090474009514, + "seg_loss": 0.025630421936511993, + "total": 0.0439176554146174, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006328738010271142, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006328738010271141 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016108673065900803, + "ssim_fused": 0.9604865908622742, + "seg_l1": 0.02685249038040638, + "seg_ssim_ref": 0.9604862928390503, + "depth": 0.005993835333493383, + "rgb_loss": 0.02078961953520775, + "seg_loss": 0.029384734109044075, + "total": 0.050180349342230465, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005993835333493383, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005993835333493383 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 356, + "adam_update_count": 59096 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23529871902428567 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_821d608975c344a69689dcfde0c020a0_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 357, + "next_interval": 0, + "next_adam_update": 59097, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 356, + "trained_intervals": 59096, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 59096, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.008843421936035, + "median": 7.356255531311035, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6686758995056152, + "median": 5.601290702819824, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13414372503757477, + "median": 1565.9619140625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02551022544503212, + "median": 270.776611328125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0357.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0357.json new file mode 100644 index 0000000000000000000000000000000000000000..4093bb743212432bdfd30082a8b80a7ca233ad61 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0357.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0357", + "executed_epochs": 357, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e54a78cf3d0045f7b504ba5d2463ee2c.npz", + "optimizer_file": "boundary_e54a78cf3d0045f7b504ba5d2463ee2c_optimizer.pt", + "arrays_sha256": "0fde042e51de5b9444d14918577d005418cae60dc980286b7a6d9bff032bf0e0", + "optimizer_sha256": "eda1d66ac7ec7175522469d7f36721101daf91f3537e961e4383a2d5d931ed34", + "stage": "adam", + "completed_passes": 357, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 59262, + "adam_update_count": 59262, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 358, + "consumed_count": 357, + "last_submitted_update": 59262, + "last_consumed_update": 59096, + "pending": [ + { + "reference": { + "source_update": 59262, + "completed_passes": 357, + "next_interval": 0, + "trained_intervals": 59262, + "snapshot": "pass_end_0357", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 357, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 59262, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 59262, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010537837079027668, + "update_l2": 0.00114557018969208 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.52993670781143e-05, + "update_l2": 5.845703708473593e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060286339578391884, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060286339578391884, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021038157865405083, + "ssim_fused": 0.9526724815368652, + "seg_l1": 0.030647236853837967, + "seg_ssim_ref": 0.9526724815368652, + "depth": 0.007020515562863179, + "rgb_loss": 0.02629603073000908, + "seg_loss": 0.03398329019546509, + "total": 0.060286339578391884 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02930518239736557, + "ssim_fused": 0.936576247215271, + "seg_l1": 0.03255173936486244, + "seg_ssim_ref": 0.9365766048431396, + "depth": 0.005407253366644598, + "rgb_loss": 0.036128897219896317, + "seg_loss": 0.0387260727584362, + "total": 0.07486037723169917, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005407253366644598, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004849509226019598 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024575376883149147, + "ssim_fused": 0.9484174251556396, + "seg_l1": 0.039790768176317215, + "seg_ssim_ref": 0.9484174251556396, + "depth": 0.01027316387347101, + "rgb_loss": 0.029976816847920418, + "seg_loss": 0.0421491339802742, + "total": 0.07213622212942294, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01027316387347101, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009625466390832121 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014147438108921051, + "ssim_fused": 0.9652486443519592, + "seg_l1": 0.0233270563185215, + "seg_ssim_ref": 0.9652485847473145, + "depth": 0.0063615488110896614, + "rgb_loss": 0.018268221989274025, + "seg_loss": 0.02561192959547043, + "total": 0.043886511270910394, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063615488110896614, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006361548811089661 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01612463779747486, + "ssim_fused": 0.9604476094245911, + "seg_l1": 0.026919381693005562, + "seg_ssim_ref": 0.9604474306106567, + "depth": 0.00604009620024745, + "rgb_loss": 0.020810188725590706, + "seg_loss": 0.02944602072238922, + "total": 0.050262247681535026, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00604009620024745, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00604009620024745 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 357, + "adam_update_count": 59262 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23289590305648744 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e54a78cf3d0045f7b504ba5d2463ee2c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 358, + "next_interval": 0, + "next_adam_update": 59263, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 357, + "trained_intervals": 59262, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 59262, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0112674236297607, + "median": 7.356314659118652, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6660521030426025, + "median": 5.602748870849609, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13381896913051605, + "median": 1566.054443359375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025577247142791748, + "median": 271.1736755371094, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0358.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0358.json new file mode 100644 index 0000000000000000000000000000000000000000..61237690213798f1ff2402c48fdce33843fd1dac --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0358.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0358", + "executed_epochs": 358, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7ec1601055e7485e99708d7785f5032c.npz", + "optimizer_file": "boundary_7ec1601055e7485e99708d7785f5032c_optimizer.pt", + "arrays_sha256": "d39171847bf7aeef443665e0d1c2be3404917548c30308df1fc600113bb5b50e", + "optimizer_sha256": "c89175c273cbedba6e1a455a8bb07c2a4b382e4ef5b1c217c566433f44e2bcdf", + "stage": "adam", + "completed_passes": 358, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 59428, + "adam_update_count": 59428, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 359, + "consumed_count": 358, + "last_submitted_update": 59428, + "last_consumed_update": 59262, + "pending": [ + { + "reference": { + "source_update": 59428, + "completed_passes": 358, + "next_interval": 0, + "trained_intervals": 59428, + "snapshot": "pass_end_0358", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 358, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 59428, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 59428, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010185636347159743, + "update_l2": 0.0008783497614786029 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3914688679506071e-05, + "update_l2": 0.00012532525579445064 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06063310896124729, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06063310896124729, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021169083192944527, + "ssim_fused": 0.9525036215782166, + "seg_l1": 0.030865255743265152, + "seg_ssim_ref": 0.9525035619735718, + "depth": 0.007078061662995865, + "rgb_loss": 0.026434538885951042, + "seg_loss": 0.03419148921966553, + "total": 0.06063310896124729 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029583167284727097, + "ssim_fused": 0.9362030625343323, + "seg_l1": 0.03295516595244408, + "seg_ssim_ref": 0.9362032413482666, + "depth": 0.005511924151946636, + "rgb_loss": 0.03642592206597328, + "seg_loss": 0.03912348300218582, + "total": 0.07555492071760135, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005511924151946636, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004954180011321636 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02470639906823635, + "ssim_fused": 0.948270857334137, + "seg_l1": 0.040078990161418915, + "seg_ssim_ref": 0.9482707381248474, + "depth": 0.010369260816100156, + "rgb_loss": 0.030110947787761688, + "seg_loss": 0.04240904748439789, + "total": 0.07253036453297568, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010369260816100156, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009721563333461268 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01421603187918663, + "ssim_fused": 0.9651613235473633, + "seg_l1": 0.023455677554011345, + "seg_ssim_ref": 0.9651612043380737, + "depth": 0.006386298508995936, + "rgb_loss": 0.018340561538934708, + "seg_loss": 0.02573230117559433, + "total": 0.04407924901303804, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006386298508995936, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006386298508995936 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01617073081433773, + "ssim_fused": 0.9603793025016785, + "seg_l1": 0.02697119489312172, + "seg_ssim_ref": 0.9603791236877441, + "depth": 0.006044763174940729, + "rgb_loss": 0.02086072415113449, + "seg_loss": 0.029501132667064667, + "total": 0.0503679015813741, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006044763174940729, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060447631749407284 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 358, + "adam_update_count": 59428 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22745948913507164 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7ec1601055e7485e99708d7785f5032c_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 359, + "next_interval": 0, + "next_adam_update": 59429, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 358, + "trained_intervals": 59428, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 59428, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.004239082336426, + "median": 7.35634708404541, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6734113693237305, + "median": 5.6011881828308105, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13476279377937317, + "median": 1566.105224609375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02538970857858658, + "median": 270.74822998046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0359.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0359.json new file mode 100644 index 0000000000000000000000000000000000000000..ec53d2c1ab06e758473eff4ae4589172fb7104da --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0359.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0359", + "executed_epochs": 359, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d8bbc0257ea14571b3bc0fcdc4704367.npz", + "optimizer_file": "boundary_d8bbc0257ea14571b3bc0fcdc4704367_optimizer.pt", + "arrays_sha256": "da8fb81fc49ec2c0545a0fded9577e36941a4173879a7d196e9362df5fba95f5", + "optimizer_sha256": "4b9cbf47b8a5cf819454dee546a1d50527e3737f04a9a4f2a42a3cdd801e44b5", + "stage": "adam", + "completed_passes": 359, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 59594, + "adam_update_count": 59594, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 360, + "consumed_count": 359, + "last_submitted_update": 59594, + "last_consumed_update": 59428, + "pending": [ + { + "reference": { + "source_update": 59594, + "completed_passes": 359, + "next_interval": 0, + "trained_intervals": 59594, + "snapshot": "pass_end_0359", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 359, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 59594, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 59594, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001060532740666531, + "update_l2": 0.00018654021550901234 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4457752513408195e-05, + "update_l2": 2.0580248019541614e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.0604385997039535, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.0604385997039535, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021089181303977966, + "ssim_fused": 0.952613353729248, + "seg_l1": 0.030756935477256775, + "seg_ssim_ref": 0.952613353729248, + "depth": 0.0070466530778494465, + "rgb_loss": 0.026348672807216644, + "seg_loss": 0.03408287838101387, + "total": 0.0604385997039535 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02935883402824402, + "ssim_fused": 0.9365391731262207, + "seg_l1": 0.0326743982732296, + "seg_ssim_ref": 0.9365395307540894, + "depth": 0.0054442493253516865, + "rgb_loss": 0.036179233342409134, + "seg_loss": 0.03883161395788193, + "total": 0.0750162952749067, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.0054442493253516865, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004886505184726686 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024640904739499092, + "ssim_fused": 0.9483364224433899, + "seg_l1": 0.03994607925415039, + "seg_ssim_ref": 0.9483364224433899, + "depth": 0.01033017426696399, + "rgb_loss": 0.030045438557863235, + "seg_loss": 0.042289577424526215, + "total": 0.07234534988194671, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01033017426696399, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.0096824767843251 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014197810553014278, + "ssim_fused": 0.9651728868484497, + "seg_l1": 0.02342880517244339, + "seg_ssim_ref": 0.9651727080345154, + "depth": 0.006373563045705152, + "rgb_loss": 0.01832367107272148, + "seg_loss": 0.025708502158522606, + "total": 0.04403854493164464, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006373563045705152, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.00637356304570515 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01615917682647705, + "ssim_fused": 0.9604049324989319, + "seg_l1": 0.026978453621268272, + "seg_ssim_ref": 0.9604047536849976, + "depth": 0.006038625673376955, + "rgb_loss": 0.020846355706453323, + "seg_loss": 0.029501814395189285, + "total": 0.05035420872731598, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006038625673376955, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006038625673376955 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 359, + "adam_update_count": 59594 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23512726300396025 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d8bbc0257ea14571b3bc0fcdc4704367_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 360, + "next_interval": 0, + "next_adam_update": 59595, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 359, + "trained_intervals": 59594, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 59594, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9906030893325806, + "median": 7.354807376861572, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6867239475250244, + "median": 5.593828201293945, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13661301136016846, + "median": 1563.69580078125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025053948163986206, + "median": 268.764404296875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0360.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0360.json new file mode 100644 index 0000000000000000000000000000000000000000..3d0387bca514f262ab60a543875027028c30c282 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0360.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0360", + "executed_epochs": 360, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c4038e1fc76c4634be86e45ef6a9ed46.npz", + "optimizer_file": "boundary_c4038e1fc76c4634be86e45ef6a9ed46_optimizer.pt", + "arrays_sha256": "9c2802902e340b8b8b67b43fde12a00e9358c23114e7eff427af4f0e58470e70", + "optimizer_sha256": "2a4f83fd4b230adf463f306a61a3a971271cacbbfe5836a9852bc30fb81f7ce7", + "stage": "adam", + "completed_passes": 360, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 59760, + "adam_update_count": 59760, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 361, + "consumed_count": 360, + "last_submitted_update": 59760, + "last_consumed_update": 59594, + "pending": [ + { + "reference": { + "source_update": 59760, + "completed_passes": 360, + "next_interval": 0, + "trained_intervals": 59760, + "snapshot": "pass_end_0360", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 360, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 59760, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 59760, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010640548134688288, + "update_l2": 2.565628892625682e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3733339073951356e-05, + "update_l2": 4.960262685926864e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06062449414994018, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06062449414994018, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021161124110221863, + "ssim_fused": 0.9525051712989807, + "seg_l1": 0.030863255262374878, + "seg_ssim_ref": 0.9525052309036255, + "depth": 0.007073327558205476, + "rgb_loss": 0.0264278631657362, + "seg_loss": 0.034189555794000626, + "total": 0.06062449414994018 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02954442985355854, + "ssim_fused": 0.936244010925293, + "seg_l1": 0.032922036945819855, + "seg_ssim_ref": 0.9362443685531616, + "depth": 0.005491860173453008, + "rgb_loss": 0.03638674318790436, + "seg_loss": 0.03908875584602356, + "total": 0.07548099089410137, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005491860173453008, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004934116032828008 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02470746636390686, + "ssim_fused": 0.948247492313385, + "seg_l1": 0.04007165879011154, + "seg_ssim_ref": 0.948247492313385, + "depth": 0.010359912955092474, + "rgb_loss": 0.030116476118564606, + "seg_loss": 0.04240782931447029, + "total": 0.07253466907128028, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010359912955092474, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009712215472453585 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014214548282325268, + "ssim_fused": 0.9651535153388977, + "seg_l1": 0.023459510877728462, + "seg_ssim_ref": 0.9651535153388977, + "depth": 0.006391817963540864, + "rgb_loss": 0.018340935930609703, + "seg_loss": 0.02573690563440323, + "total": 0.04408423524562162, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006391817963540864, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006391817963540864 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016178052872419357, + "ssim_fused": 0.9603757262229919, + "seg_l1": 0.0269998200237751, + "seg_ssim_ref": 0.9603756070137024, + "depth": 0.006049719140735558, + "rgb_loss": 0.020867297425866127, + "seg_loss": 0.02952473610639572, + "total": 0.05039808138875743, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006049719140735558, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006049719140735558 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 360, + "adam_update_count": 59760 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22788073006086051 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c4038e1fc76c4634be86e45ef6a9ed46_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 361, + "next_interval": 0, + "next_adam_update": 59761, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 360, + "trained_intervals": 59760, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 59760, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9936763048171997, + "median": 7.356227874755859, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6856303215026855, + "median": 5.592866897583008, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13619381189346313, + "median": 1565.9185791015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025081360712647438, + "median": 268.51007080078125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0361.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0361.json new file mode 100644 index 0000000000000000000000000000000000000000..e9e7697a9bd732f18d75b9607934765c82348f10 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0361.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0361", + "executed_epochs": 361, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3e991e83d94447fbb839dd5e83333b3d.npz", + "optimizer_file": "boundary_3e991e83d94447fbb839dd5e83333b3d_optimizer.pt", + "arrays_sha256": "9417c18dd629f98b0c50b2701aa892e88e3df58efff1c43bdb9c9da80f19ffde", + "optimizer_sha256": "6c1c462ec5487ba4140581e3b1ae24300220228211aa236bfaae9c2b3d0bb72e", + "stage": "adam", + "completed_passes": 361, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 59926, + "adam_update_count": 59926, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 362, + "consumed_count": 361, + "last_submitted_update": 59926, + "last_consumed_update": 59760, + "pending": [ + { + "reference": { + "source_update": 59926, + "completed_passes": 361, + "next_interval": 0, + "trained_intervals": 59926, + "snapshot": "pass_end_0361", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 361, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 59926, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 59926, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010518189810682088, + "update_l2": 5.643305485136807e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3802303328702692e-05, + "update_l2": 1.0848907550098374e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06044046001816545, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06044046001816545, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021091198548674583, + "ssim_fused": 0.9526194334030151, + "seg_l1": 0.03076026774942875, + "seg_ssim_ref": 0.9526193141937256, + "depth": 0.007040596850258816, + "rgb_loss": 0.026349075138568878, + "seg_loss": 0.034084342420101166, + "total": 0.06044046001816545 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029366519302129745, + "ssim_fused": 0.9365367889404297, + "seg_l1": 0.032689936459064484, + "seg_ssim_ref": 0.9365370273590088, + "depth": 0.005448664300481841, + "rgb_loss": 0.0361858569085598, + "seg_loss": 0.03884454444050789, + "total": 0.07503585001336817, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005448664300481841, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004890920159856841 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024655677378177643, + "ssim_fused": 0.9483373761177063, + "seg_l1": 0.039992548525333405, + "seg_ssim_ref": 0.9483373761177063, + "depth": 0.010342057236808404, + "rgb_loss": 0.030057067051529884, + "seg_loss": 0.04232656583189964, + "total": 0.07239397680331149, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010342057236808404, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009694359754169516 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014195661060512066, + "ssim_fused": 0.9651803970336914, + "seg_l1": 0.02342127449810505, + "seg_ssim_ref": 0.9651802182197571, + "depth": 0.006352604389930559, + "rgb_loss": 0.018320448696613312, + "seg_loss": 0.025700977072119713, + "total": 0.0440277802357681, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006352604389930559, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006352604389930559 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016146937385201454, + "ssim_fused": 0.9604231119155884, + "seg_l1": 0.02693731151521206, + "seg_ssim_ref": 0.9604228138923645, + "depth": 0.00601906147381446, + "rgb_loss": 0.020832927897572517, + "seg_loss": 0.029465286061167717, + "total": 0.05030423302021405, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.00601906147381446, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.00601906147381446 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 361, + "adam_update_count": 59926 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2391326050274074 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3e991e83d94447fbb839dd5e83333b3d_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 362, + "next_interval": 0, + "next_adam_update": 59927, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 361, + "trained_intervals": 59926, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 59926, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9975417852401733, + "median": 7.356219291687012, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6812901496887207, + "median": 5.594978332519531, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13566838204860687, + "median": 1565.9051513671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025190455839037895, + "median": 269.07623291015625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0362.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0362.json new file mode 100644 index 0000000000000000000000000000000000000000..d459a82adb57ff012e9159c25624af33da5496ce --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0362.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0362", + "executed_epochs": 362, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e7524570c6764a1a82ff091ff732a7bc.npz", + "optimizer_file": "boundary_e7524570c6764a1a82ff091ff732a7bc_optimizer.pt", + "arrays_sha256": "71f831dc669d4120cdd47ab02f8f2ed0a9025e9cb963ba34a38f77686fd0cff5", + "optimizer_sha256": "e5e58a192fd7073d672393517e1f290510fa39437070574e2cc0b041329b2e22", + "stage": "adam", + "completed_passes": 362, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 60092, + "adam_update_count": 60092, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 363, + "consumed_count": 362, + "last_submitted_update": 60092, + "last_consumed_update": 59926, + "pending": [ + { + "reference": { + "source_update": 60092, + "completed_passes": 362, + "next_interval": 0, + "trained_intervals": 60092, + "snapshot": "pass_end_0362", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 362, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 60092, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 60092, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010440425830893219, + "update_l2": 0.0005294009461067617 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5055078620207496e-05, + "update_l2": 2.1342470063245855e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060682949342416054, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060682949342416054, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021181708201766014, + "ssim_fused": 0.9524860382080078, + "seg_l1": 0.030906135216355324, + "seg_ssim_ref": 0.952485978603363, + "depth": 0.0070824405415144025, + "rgb_loss": 0.02644815482199192, + "seg_loss": 0.03422771394252777, + "total": 0.060682949342416054 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02957209199666977, + "ssim_fused": 0.9362427592277527, + "seg_l1": 0.03297538682818413, + "seg_ssim_ref": 0.936242938041687, + "depth": 0.005514016587794758, + "rgb_loss": 0.03640912100672722, + "seg_loss": 0.03913172334432602, + "total": 0.07554635464235074, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005514016587794758, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004956272447169759 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0247265063226223, + "ssim_fused": 0.9482288956642151, + "seg_l1": 0.04013991728425026, + "seg_ssim_ref": 0.9482287764549255, + "depth": 0.010378298967589832, + "rgb_loss": 0.03013542667031288, + "seg_loss": 0.0424661785364151, + "total": 0.07261197978040528, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010378298967589832, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009730601484950942 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014239716343581676, + "ssim_fused": 0.9651197195053101, + "seg_l1": 0.023502981290221214, + "seg_ssim_ref": 0.9651195406913757, + "depth": 0.006391473657973629, + "rgb_loss": 0.0183678288012743, + "seg_loss": 0.025778478011488914, + "total": 0.04415269828642119, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006391473657973629, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006391473657973629 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016188517212867737, + "ssim_fused": 0.9603528380393982, + "seg_l1": 0.027006255462765694, + "seg_ssim_ref": 0.9603526592254639, + "depth": 0.006045972952699392, + "rgb_loss": 0.02088024653494358, + "seg_loss": 0.0295344740152359, + "total": 0.05042076466048703, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006045972952699392, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006045972952699392 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 362, + "adam_update_count": 60092 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.24602274014614522 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e7524570c6764a1a82ff091ff732a7bc_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 363, + "next_interval": 0, + "next_adam_update": 60093, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 362, + "trained_intervals": 60092, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 60092, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0020596981048584, + "median": 7.356306076049805, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.676189661026001, + "median": 5.599839210510254, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13505682349205017, + "median": 1566.041015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025319267064332962, + "median": 270.38494873046875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0363.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0363.json new file mode 100644 index 0000000000000000000000000000000000000000..d20155a44686e67b8d9e26cc723a846797adc294 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0363.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0363", + "executed_epochs": 363, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_44af764b491346b9944ad4663887f3e0.npz", + "optimizer_file": "boundary_44af764b491346b9944ad4663887f3e0_optimizer.pt", + "arrays_sha256": "2a715625ac39d83b2ea7517ed335eae47485f3906869d23a977a611991d54ac1", + "optimizer_sha256": "c28d34e31055eb2df0785307cbe8fef11bb92afeb84470f2f0399dec86e7a7df", + "stage": "adam", + "completed_passes": 363, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 60258, + "adam_update_count": 60258, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 364, + "consumed_count": 363, + "last_submitted_update": 60258, + "last_consumed_update": 60092, + "pending": [ + { + "reference": { + "source_update": 60258, + "completed_passes": 363, + "next_interval": 0, + "trained_intervals": 60258, + "snapshot": "pass_end_0363", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 363, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 60258, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 60258, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001065918113454245, + "update_l2": 4.572236503008753e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3588609363068826e-05, + "update_l2": 2.856776882254053e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06024237610823602, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06024237610823602, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02101641148328781, + "ssim_fused": 0.9527410268783569, + "seg_l1": 0.030648309737443924, + "seg_ssim_ref": 0.9527410268783569, + "depth": 0.007013608283706383, + "rgb_loss": 0.026264920830726624, + "seg_loss": 0.03397044166922569, + "total": 0.06024237610823602 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029175346717238426, + "ssim_fused": 0.9368547201156616, + "seg_l1": 0.032449595630168915, + "seg_ssim_ref": 0.9368550777435303, + "depth": 0.005407654723652329, + "rgb_loss": 0.0359693318605423, + "seg_loss": 0.03858866170048714, + "total": 0.07456339749046278, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005407654723652329, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0048499105830273285 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024573132395744324, + "ssim_fused": 0.9484557509422302, + "seg_l1": 0.039832789450883865, + "seg_ssim_ref": 0.9484557509422302, + "depth": 0.010293628352586851, + "rgb_loss": 0.029967356473207474, + "seg_loss": 0.042175084352493286, + "total": 0.07215273072876305, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010293628352586851, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009645930869947965 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014181946404278278, + "ssim_fused": 0.965202271938324, + "seg_l1": 0.023391904309391975, + "seg_ssim_ref": 0.9652020931243896, + "depth": 0.006341580835904201, + "rgb_loss": 0.018305102363228798, + "seg_loss": 0.02567310631275177, + "total": 0.043984548394171326, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006341580835904201, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006341580835904201 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016135212033987045, + "ssim_fused": 0.9604513645172119, + "seg_l1": 0.026918945834040642, + "seg_ssim_ref": 0.9604511857032776, + "depth": 0.006011569222682155, + "rgb_loss": 0.020817898213863373, + "seg_loss": 0.029444918036460876, + "total": 0.05026882781954693, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006011569222682155, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006011569222682155 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 363, + "adam_update_count": 60258 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22911221301183105 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_44af764b491346b9944ad4663887f3e0_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 364, + "next_interval": 0, + "next_adam_update": 60259, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 363, + "trained_intervals": 60258, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 60258, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0036542415618896, + "median": 7.355191707611084, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6742587089538574, + "median": 5.6013898849487305, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13484163582324982, + "median": 1564.296875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025368204340338707, + "median": 270.8043518066406, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0364.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0364.json new file mode 100644 index 0000000000000000000000000000000000000000..8030497968563692e69c8e3e25e6916411b2dc7d --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0364.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0364", + "executed_epochs": 364, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_451230d3a61f4b4097ed850479630177.npz", + "optimizer_file": "boundary_451230d3a61f4b4097ed850479630177_optimizer.pt", + "arrays_sha256": "3d8f1749b5790ece00d8cafd85605e21e3edb3dbab1cc401fd91161e9bf3a2c6", + "optimizer_sha256": "f5a6e02bee708af845e0a54878c377fa15b18b40e45b03d8eed59493ab61d7ea", + "stage": "adam", + "completed_passes": 364, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 60424, + "adam_update_count": 60424, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 365, + "consumed_count": 364, + "last_submitted_update": 60424, + "last_consumed_update": 60258, + "pending": [ + { + "reference": { + "source_update": 60424, + "completed_passes": 364, + "next_interval": 0, + "trained_intervals": 60424, + "snapshot": "pass_end_0364", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 364, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 60424, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 60424, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.875657997326925e-05, + "update_l2": 7.990351878106594e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.3919359844294377e-05, + "update_l2": 5.930174302193336e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060848933614278455, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060848933614278455, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021237509325146675, + "ssim_fused": 0.9524111747741699, + "seg_l1": 0.031020350754261017, + "seg_ssim_ref": 0.9524111747741699, + "depth": 0.0071040982848597275, + "rgb_loss": 0.026507779955863953, + "seg_loss": 0.03433404862880707, + "total": 0.060848933614278455 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029643423855304718, + "ssim_fused": 0.9361546039581299, + "seg_l1": 0.03311174362897873, + "seg_ssim_ref": 0.9361549615859985, + "depth": 0.005540547137857001, + "rgb_loss": 0.03648382052779198, + "seg_loss": 0.039258405566215515, + "total": 0.07574777036643565, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005540547137857001, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049828029972320016 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024790411815047264, + "ssim_fused": 0.9481295347213745, + "seg_l1": 0.04028678312897682, + "seg_ssim_ref": 0.948129415512085, + "depth": 0.010415559661651754, + "rgb_loss": 0.03020642325282097, + "seg_loss": 0.042603544890880585, + "total": 0.0728203799780729, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010415559661651754, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009767862179012866 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014289098791778088, + "ssim_fused": 0.9650645852088928, + "seg_l1": 0.023599879816174507, + "seg_ssim_ref": 0.9650645852088928, + "depth": 0.006408019974534918, + "rgb_loss": 0.018418362364172935, + "seg_loss": 0.02586698718369007, + "total": 0.04429175756783754, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006408019974534918, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006408019974534917 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016227101907134056, + "ssim_fused": 0.9602958559989929, + "seg_l1": 0.02708299458026886, + "seg_ssim_ref": 0.9602956771850586, + "depth": 0.006052266365395237, + "rgb_loss": 0.02092251181602478, + "seg_loss": 0.029607262462377548, + "total": 0.05053582654476772, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006052266365395237, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006052266365395237 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 364, + "adam_update_count": 60424 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2236257460899651 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_451230d3a61f4b4097ed850479630177_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 365, + "next_interval": 0, + "next_adam_update": 60425, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 364, + "trained_intervals": 60424, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 60424, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.9966239929199219, + "median": 7.355695724487305, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6809945106506348, + "median": 5.59440803527832, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13579294085502625, + "median": 1565.0855712890625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02519790269434452, + "median": 268.919677734375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0365.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0365.json new file mode 100644 index 0000000000000000000000000000000000000000..ce97ffd2b2c07caf31cf4bcb7a8802fe6ea732dd --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0365.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0365", + "executed_epochs": 365, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_aa174356a97949e39c5441e98c2b3741.npz", + "optimizer_file": "boundary_aa174356a97949e39c5441e98c2b3741_optimizer.pt", + "arrays_sha256": "8a8cdcfabd703a418eccd34de955c8b6008060e7beab04830c32e154cf249293", + "optimizer_sha256": "3e80d949544aa8fe94ee9565135ebdb59c07c5c189277c38b43d6c634b49358d", + "stage": "adam", + "completed_passes": 365, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 60590, + "adam_update_count": 60590, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 366, + "consumed_count": 365, + "last_submitted_update": 60590, + "last_consumed_update": 60424, + "pending": [ + { + "reference": { + "source_update": 60590, + "completed_passes": 365, + "next_interval": 0, + "trained_intervals": 60590, + "snapshot": "pass_end_0365", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 365, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 60590, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 60590, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010591433965601027, + "update_l2": 6.801688869018108e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4176044714986347e-05, + "update_l2": 2.971357389469631e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060485205151312685, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060485205151312685, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021107371896505356, + "ssim_fused": 0.9525921940803528, + "seg_l1": 0.030786413699388504, + "seg_ssim_ref": 0.952592134475708, + "depth": 0.007048718803256505, + "rgb_loss": 0.026367463171482086, + "seg_loss": 0.034110695123672485, + "total": 0.060485205151312685 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029398998245596886, + "ssim_fused": 0.9364811182022095, + "seg_l1": 0.03272945433855057, + "seg_ssim_ref": 0.9364814758300781, + "depth": 0.005454126037520149, + "rgb_loss": 0.036222975701093674, + "seg_loss": 0.03888726979494095, + "total": 0.07511569589678184, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005454126037520149, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00489638189689515 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02466682903468609, + "ssim_fused": 0.9483175873756409, + "seg_l1": 0.040009718388319016, + "seg_ssim_ref": 0.9483175873756409, + "depth": 0.010346368448044072, + "rgb_loss": 0.030069947242736816, + "seg_loss": 0.04234425723552704, + "total": 0.0724245508467119, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010346368448044072, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00969867096540518 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014204107224941254, + "ssim_fused": 0.9651687145233154, + "seg_l1": 0.023440735414624214, + "seg_ssim_ref": 0.9651685357093811, + "depth": 0.006364023100059065, + "rgb_loss": 0.018329542130231857, + "seg_loss": 0.02571888081729412, + "total": 0.04405478510798089, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006364023100059065, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006364023100059065 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016159547492861748, + "ssim_fused": 0.9604012966156006, + "seg_l1": 0.026965752243995667, + "seg_ssim_ref": 0.9604011178016663, + "depth": 0.006030357627402732, + "rgb_loss": 0.0208473801612854, + "seg_loss": 0.02949237823486328, + "total": 0.050345788753776086, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006030357627402732, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006030357627402732 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 365, + "adam_update_count": 60590 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22437972109764814 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_aa174356a97949e39c5441e98c2b3741_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 366, + "next_interval": 0, + "next_adam_update": 60591, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 365, + "trained_intervals": 60590, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 60590, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.009493112564087, + "median": 7.355322360992432, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6680006980895996, + "median": 5.6060686111450195, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13405661284923553, + "median": 1564.501220703125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025527454912662506, + "median": 272.07269287109375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0366.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0366.json new file mode 100644 index 0000000000000000000000000000000000000000..0ab64ebe36248b841209f9b2308141bbaaefd58f --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0366.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0366", + "executed_epochs": 366, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_70482988eced405ea766d4db339500ea.npz", + "optimizer_file": "boundary_70482988eced405ea766d4db339500ea_optimizer.pt", + "arrays_sha256": "446835efe72e8d6b68cf97eba463bc58555b19db546ee3fd815e97dd4378a289", + "optimizer_sha256": "f877a99ec88f740c7ae9f4cad632d1b6ded6d95fab8ea036807aa86479cc442a", + "stage": "adam", + "completed_passes": 366, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 60756, + "adam_update_count": 60756, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 367, + "consumed_count": 366, + "last_submitted_update": 60756, + "last_consumed_update": 60590, + "pending": [ + { + "reference": { + "source_update": 60756, + "completed_passes": 366, + "next_interval": 0, + "trained_intervals": 60756, + "snapshot": "pass_end_0366", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 366, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 60756, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 60756, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.000103853213659022, + "update_l2": 3.595736052375287e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4965613445383497e-05, + "update_l2": 9.115084139921237e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06043046087146549, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06043046087146549, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021092981100082397, + "ssim_fused": 0.9526323676109314, + "seg_l1": 0.030752431601285934, + "seg_ssim_ref": 0.9526323080062866, + "depth": 0.0070438546016567865, + "rgb_loss": 0.026347920298576355, + "seg_loss": 0.03407549858093262, + "total": 0.06043046087146549 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029402267187833786, + "ssim_fused": 0.9365049600601196, + "seg_l1": 0.03272910788655281, + "seg_ssim_ref": 0.9365051984786987, + "depth": 0.005471983468684937, + "rgb_loss": 0.03622082248330116, + "seg_loss": 0.03888224810361862, + "total": 0.07510854629567877, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005471983468684937, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004914239328059937 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0246269591152668, + "ssim_fused": 0.9483857750892639, + "seg_l1": 0.03995460644364357, + "seg_ssim_ref": 0.9483857750892639, + "depth": 0.010342262481269168, + "rgb_loss": 0.030024413019418716, + "seg_loss": 0.04228653386235237, + "total": 0.07232128914425236, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010342262481269168, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009694564998630278 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014201724901795387, + "ssim_fused": 0.9651808142662048, + "seg_l1": 0.02341846190392971, + "seg_ssim_ref": 0.9651806354522705, + "depth": 0.006353905585078109, + "rgb_loss": 0.018325217068195343, + "seg_loss": 0.025698643177747726, + "total": 0.04403021415152815, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006353905585078109, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063539055850781075 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016140975058078766, + "ssim_fused": 0.9604577422142029, + "seg_l1": 0.026907552033662796, + "seg_ssim_ref": 0.960457444190979, + "depth": 0.006007266871594928, + "rgb_loss": 0.020821232348680496, + "seg_loss": 0.029434554278850555, + "total": 0.05026179389440265, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006007266871594928, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006007266871594928 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 366, + "adam_update_count": 60756 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22492505493573844 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_70482988eced405ea766d4db339500ea_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 367, + "next_interval": 0, + "next_adam_update": 60757, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 366, + "trained_intervals": 60756, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 60756, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.022783041000366, + "median": 7.355903625488281, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6548194885253906, + "median": 5.607125759124756, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13228678703308105, + "median": 1565.410888671875, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02586616761982441, + "median": 272.37353515625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0367.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0367.json new file mode 100644 index 0000000000000000000000000000000000000000..9d87c19ddaa00806923c45dd8d3642e8380fa108 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0367.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0367", + "executed_epochs": 367, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7279270a592549eda031cd537a681b4b.npz", + "optimizer_file": "boundary_7279270a592549eda031cd537a681b4b_optimizer.pt", + "arrays_sha256": "3721947e16fcb3a5ea7df4a2a66b06b50f710df9c77ad40ec28d310a4fc9bb8d", + "optimizer_sha256": "c2b8f5c803d342aaced8120267d1d131d8159a9eafba44d2076db82ff0b42e70", + "stage": "adam", + "completed_passes": 367, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 60922, + "adam_update_count": 60922, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 368, + "consumed_count": 367, + "last_submitted_update": 60922, + "last_consumed_update": 60756, + "pending": [ + { + "reference": { + "source_update": 60922, + "completed_passes": 367, + "next_interval": 0, + "trained_intervals": 60922, + "snapshot": "pass_end_0367", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 367, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 60922, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 60922, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010473172733327374, + "update_l2": 0.0001503554085502401 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5130903193494305e-05, + "update_l2": 1.985560629691463e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060296111447958024, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060296111447958024, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02104165405035019, + "ssim_fused": 0.9527068138122559, + "seg_l1": 0.030673131346702576, + "seg_ssim_ref": 0.9527068734169006, + "depth": 0.007025605289011858, + "rgb_loss": 0.026291949674487114, + "seg_loss": 0.03399713337421417, + "total": 0.060296111447958024 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029266079887747765, + "ssim_fused": 0.9367090463638306, + "seg_l1": 0.03254009038209915, + "seg_ssim_ref": 0.9367093443870544, + "depth": 0.005438558174250389, + "rgb_loss": 0.0360710546374321, + "seg_loss": 0.03869020566344261, + "total": 0.07476669513375866, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005438558174250389, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00488081403362539 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024586588144302368, + "ssim_fused": 0.9484454393386841, + "seg_l1": 0.03986501321196556, + "seg_ssim_ref": 0.9484454393386841, + "depth": 0.010311027304307144, + "rgb_loss": 0.029980182647705078, + "seg_loss": 0.04220292717218399, + "total": 0.07219342084719338, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010311027304307144, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009663329821668254 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014183811843395233, + "ssim_fused": 0.9652031064033508, + "seg_l1": 0.023390064015984535, + "seg_ssim_ref": 0.9652029871940613, + "depth": 0.006347256176515689, + "rgb_loss": 0.01830642856657505, + "seg_loss": 0.025671454146504402, + "total": 0.04398422996925597, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006347256176515689, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006347256176515689 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016130130738019943, + "ssim_fused": 0.9604698419570923, + "seg_l1": 0.0268973670899868, + "seg_ssim_ref": 0.960469663143158, + "depth": 0.006005579500974208, + "rgb_loss": 0.020810136571526527, + "seg_loss": 0.02942395955324173, + "total": 0.05024009984162408, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006005579500974208, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006005579500974208 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 367, + "adam_update_count": 60922 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2295037980657071 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7279270a592549eda031cd537a681b4b_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 368, + "next_interval": 0, + "next_adam_update": 60923, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 367, + "trained_intervals": 60922, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 60922, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0233194828033447, + "median": 7.355841159820557, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.654329538345337, + "median": 5.607412338256836, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13221584260463715, + "median": 1565.3131103515625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025878842920064926, + "median": 272.4520263671875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0368.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0368.json new file mode 100644 index 0000000000000000000000000000000000000000..df55e738ea642265711ce60130c06b6ea08daff9 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0368.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0368", + "executed_epochs": 368, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_298d5e0531094e7e8ae23901ea8524bb.npz", + "optimizer_file": "boundary_298d5e0531094e7e8ae23901ea8524bb_optimizer.pt", + "arrays_sha256": "328bdedffb662f529f46a32934872fc19369d8c7f4a95630b56087fe21d9ddbd", + "optimizer_sha256": "11b116ff5448d02e3acaad391aa125ad9ecaeaa501361c7e1c2856d69690c391", + "stage": "adam", + "completed_passes": 368, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 61088, + "adam_update_count": 61088, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 369, + "consumed_count": 368, + "last_submitted_update": 61088, + "last_consumed_update": 60922, + "pending": [ + { + "reference": { + "source_update": 61088, + "completed_passes": 368, + "next_interval": 0, + "trained_intervals": 61088, + "snapshot": "pass_end_0368", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 368, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 61088, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 61088, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001077476772479713, + "update_l2": 6.45204636384733e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5134398381633218e-05, + "update_l2": 2.642328036017716e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.05999496372532287, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.05999496372532287, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020942553877830505, + "ssim_fused": 0.9528688192367554, + "seg_l1": 0.030476834625005722, + "seg_ssim_ref": 0.9528687596321106, + "depth": 0.00697447102705075, + "rgb_loss": 0.02618028223514557, + "seg_loss": 0.03380770608782768, + "total": 0.05999496372532287 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02914445661008358, + "ssim_fused": 0.9368926286697388, + "seg_l1": 0.03232540935277939, + "seg_ssim_ref": 0.9368929862976074, + "depth": 0.00540615690714628, + "rgb_loss": 0.03593704104423523, + "seg_loss": 0.038481730967760086, + "total": 0.07442417444361216, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00540615690714628, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0048484127665212795 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024449603632092476, + "ssim_fused": 0.9486806392669678, + "seg_l1": 0.03959635645151138, + "seg_ssim_ref": 0.9486806392669678, + "depth": 0.010224040937891178, + "rgb_loss": 0.029823556542396545, + "seg_loss": 0.04194095730781555, + "total": 0.07177473789114999, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010224040937891178, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00957634345525229 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014117855578660965, + "ssim_fused": 0.9653077721595764, + "seg_l1": 0.02324698120355606, + "seg_ssim_ref": 0.9653075933456421, + "depth": 0.0063032671490202965, + "rgb_loss": 0.01823273114860058, + "seg_loss": 0.02553606778383255, + "total": 0.043775104062227295, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.0063032671490202965, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.0063032671490202965 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016058295965194702, + "ssim_fused": 0.9605941772460938, + "seg_l1": 0.026738587766885757, + "seg_ssim_ref": 0.9605939984321594, + "depth": 0.005964419114145243, + "rgb_loss": 0.02072780206799507, + "seg_loss": 0.02927207201719284, + "total": 0.050005838504302055, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005964419114145243, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005964419114145243 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 368, + "adam_update_count": 61088 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22796448599547148 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_298d5e0531094e7e8ae23901ea8524bb_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 369, + "next_interval": 0, + "next_adam_update": 61089, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 368, + "trained_intervals": 61088, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 61088, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0331969261169434, + "median": 7.3567047119140625, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6444690227508545, + "median": 5.609224319458008, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1309163123369217, + "median": 1566.66552734375, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.026135282590985298, + "median": 272.9772644042969, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0369.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0369.json new file mode 100644 index 0000000000000000000000000000000000000000..2f6e783669b79e9ee207466acdaced74de14ff40 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0369.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0369", + "executed_epochs": 369, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_01dbfb08d86b4273be71004e19d38537.npz", + "optimizer_file": "boundary_01dbfb08d86b4273be71004e19d38537_optimizer.pt", + "arrays_sha256": "209930e2b21fd39d327441ea211831edd4ad3ecf87aa8e86a3678ade7b9aa967", + "optimizer_sha256": "049798b447d7b4a462c454f90aba1b723a9732d9858b9bdafdabd24941256b31", + "stage": "adam", + "completed_passes": 369, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 61254, + "adam_update_count": 61254, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 370, + "consumed_count": 369, + "last_submitted_update": 61254, + "last_consumed_update": 61088, + "pending": [ + { + "reference": { + "source_update": 61254, + "completed_passes": 369, + "next_interval": 0, + "trained_intervals": 61254, + "snapshot": "pass_end_0369", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 369, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 61254, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 61254, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010284133168170229, + "update_l2": 0.0009662856464274228 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5116048416530248e-05, + "update_l2": 2.54157635026786e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060148188377129166, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060148188377129166, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020985089242458344, + "ssim_fused": 0.9527808427810669, + "seg_l1": 0.030581846833229065, + "seg_ssim_ref": 0.9527809619903564, + "depth": 0.0069993532768186165, + "rgb_loss": 0.02623189240694046, + "seg_loss": 0.03390929847955704, + "total": 0.060148188377129166 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029142487794160843, + "ssim_fused": 0.9368826746940613, + "seg_l1": 0.03236463665962219, + "seg_ssim_ref": 0.9368829727172852, + "depth": 0.00539663524835474, + "rgb_loss": 0.03593745455145836, + "seg_loss": 0.0385151170194149, + "total": 0.07445796820612162, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00539663524835474, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.00483889110772974 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02455262281000614, + "ssim_fused": 0.9484971761703491, + "seg_l1": 0.03979644924402237, + "seg_ssim_ref": 0.9484971761703491, + "depth": 0.010291226896972448, + "rgb_loss": 0.02994266152381897, + "seg_loss": 0.04213772714138031, + "total": 0.07209067989209625, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010291226896972448, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009643529414333558 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01414516568183899, + "ssim_fused": 0.9652515649795532, + "seg_l1": 0.02332330122590065, + "seg_ssim_ref": 0.9652514457702637, + "depth": 0.006319360614964842, + "rgb_loss": 0.018265819177031517, + "seg_loss": 0.025608353316783905, + "total": 0.04388049371707554, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006319360614964842, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006319360614964842 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01610007882118225, + "ssim_fused": 0.9604921936988831, + "seg_l1": 0.026843000203371048, + "seg_ssim_ref": 0.9604920148849487, + "depth": 0.0059901903469824335, + "rgb_loss": 0.02078162506222725, + "seg_loss": 0.029375996440649033, + "total": 0.05016361169322327, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0059901903469824335, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0059901903469824335 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 369, + "adam_update_count": 61254 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.2338670960161835 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_01dbfb08d86b4273be71004e19d38537_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 370, + "next_interval": 0, + "next_adam_update": 61255, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 369, + "trained_intervals": 61254, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 61254, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.021420955657959, + "median": 7.357675552368164, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.655362129211426, + "median": 5.600457668304443, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.1324671059846878, + "median": 1568.1871337890625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025852134451270103, + "median": 270.5860595703125, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0370.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0370.json new file mode 100644 index 0000000000000000000000000000000000000000..5c7e76aff7b5f74988fa4f92df9404ef1e280c8a --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0370.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0370", + "executed_epochs": 370, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2a32f8c7057a41668d25b25a94c17d84.npz", + "optimizer_file": "boundary_2a32f8c7057a41668d25b25a94c17d84_optimizer.pt", + "arrays_sha256": "d6464c45d44986bbdb5c430a28bf46f79893d7ec90ee8a98ecf27dae1a60087b", + "optimizer_sha256": "4c601495b3b3785b4ec520b72e0d40837821ae806ef55bfa78789ad4257e7fec", + "stage": "adam", + "completed_passes": 370, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 61420, + "adam_update_count": 61420, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 371, + "consumed_count": 370, + "last_submitted_update": 61420, + "last_consumed_update": 61254, + "pending": [ + { + "reference": { + "source_update": 61420, + "completed_passes": 370, + "next_interval": 0, + "trained_intervals": 61420, + "snapshot": "pass_end_0370", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 370, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 61420, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 61420, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010030754492618144, + "update_l2": 6.291157660598401e-06 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5211497156997211e-05, + "update_l2": 4.1149942262563854e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06043990511806375, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06043990511806375, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021101325750350952, + "ssim_fused": 0.9525960087776184, + "seg_l1": 0.03073776140809059, + "seg_ssim_ref": 0.9525960683822632, + "depth": 0.007050078228769514, + "rgb_loss": 0.026361852884292603, + "seg_loss": 0.034071002155542374, + "total": 0.06043990511806375 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029493097215890884, + "ssim_fused": 0.9363130927085876, + "seg_l1": 0.032814450562000275, + "seg_ssim_ref": 0.9363134503364563, + "depth": 0.005475829560181075, + "rgb_loss": 0.03633185848593712, + "seg_loss": 0.0389888696372509, + "total": 0.0753262039527482, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005475829560181075, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004918085419556074 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0245957188308239, + "ssim_fused": 0.9483997225761414, + "seg_l1": 0.039838727563619614, + "seg_ssim_ref": 0.9483997225761414, + "depth": 0.01029088119156814, + "rgb_loss": 0.029996629804372787, + "seg_loss": 0.0421910397708416, + "total": 0.07219796045640596, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.01029088119156814, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.00964318370892925 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014175024814903736, + "ssim_fused": 0.9652132391929626, + "seg_l1": 0.023367127403616905, + "seg_ssim_ref": 0.9652130603790283, + "depth": 0.006387640081325857, + "rgb_loss": 0.01829737238585949, + "seg_loss": 0.02565108984708786, + "total": 0.043954851735673824, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006387640081325857, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006387640081325857 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016141457483172417, + "ssim_fused": 0.9604580998420715, + "seg_l1": 0.02693074196577072, + "seg_ssim_ref": 0.9604579210281372, + "depth": 0.006045962082002985, + "rgb_loss": 0.020821547135710716, + "seg_loss": 0.029453009366989136, + "total": 0.050280604327427, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006045962082002985, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006045962082002985 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 370, + "adam_update_count": 61420 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22439402085728943 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2a32f8c7057a41668d25b25a94c17d84_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 371, + "next_interval": 0, + "next_adam_update": 61421, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 370, + "trained_intervals": 61420, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 61420, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.022960901260376, + "median": 7.357675552368164, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.653942108154297, + "median": 5.601141929626465, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13226327300071716, + "median": 1568.1871337890625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.025888871401548386, + "median": 270.77294921875, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0371.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0371.json new file mode 100644 index 0000000000000000000000000000000000000000..aa0e77bd96bd906d2d6de9e2aaa274ee67d14ee1 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0371.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0371", + "executed_epochs": 371, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9f835a025ee746889fcb428906150f29.npz", + "optimizer_file": "boundary_9f835a025ee746889fcb428906150f29_optimizer.pt", + "arrays_sha256": "19632cf6989f2b8a15abd35ccd583648a8261ed4c300395f13c0b304e5c2740d", + "optimizer_sha256": "d7a8a300dd5aa06b49cb001e2a7c7e1e8415efeb641da29121d6f2028c9e93ac", + "stage": "adam", + "completed_passes": 371, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 61586, + "adam_update_count": 61586, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 372, + "consumed_count": 371, + "last_submitted_update": 61586, + "last_consumed_update": 61420, + "pending": [ + { + "reference": { + "source_update": 61586, + "completed_passes": 371, + "next_interval": 0, + "trained_intervals": 61586, + "snapshot": "pass_end_0371", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 371, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 61586, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 61586, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010446696251165122, + "update_l2": 2.0985213268431835e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.537188290967606e-05, + "update_l2": 9.250753464584704e-06 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060307372271368016, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060307372271368016, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.02105461061000824, + "ssim_fused": 0.9526650905609131, + "seg_l1": 0.030653342604637146, + "seg_ssim_ref": 0.9526650905609131, + "depth": 0.007028601417058833, + "rgb_loss": 0.02631067857146263, + "seg_loss": 0.033989667892456055, + "total": 0.060307372271368016 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029407521709799767, + "ssim_fused": 0.936437726020813, + "seg_l1": 0.03268343210220337, + "seg_ssim_ref": 0.9364379048347473, + "depth": 0.005453945860741143, + "rgb_loss": 0.036238472908735275, + "seg_loss": 0.03885916620492935, + "total": 0.07510308933423507, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005453945860741143, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004896201720116142 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024543073028326035, + "ssim_fused": 0.9484785795211792, + "seg_l1": 0.0397326685488224, + "seg_ssim_ref": 0.9484785795211792, + "depth": 0.010253396463082948, + "rgb_loss": 0.029938742518424988, + "seg_loss": 0.04209041967988014, + "total": 0.07203941186947792, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010253396463082948, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009605698980444059 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01415089052170515, + "ssim_fused": 0.9652497172355652, + "seg_l1": 0.023314857855439186, + "seg_ssim_ref": 0.9652496576309204, + "depth": 0.006376435688937393, + "rgb_loss": 0.018270770087838173, + "seg_loss": 0.025601955130696297, + "total": 0.04387910165422341, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006376435688937393, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006376435688937394 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01611696183681488, + "ssim_fused": 0.9604942202568054, + "seg_l1": 0.026882417500019073, + "seg_ssim_ref": 0.9604940414428711, + "depth": 0.006030627655473848, + "rgb_loss": 0.02079472690820694, + "seg_loss": 0.02940712682902813, + "total": 0.05020788622753569, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.006030627655473848, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.006030627655473848 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 371, + "adam_update_count": 61586 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.22958350297994912 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9f835a025ee746889fcb428906150f29_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 372, + "next_interval": 0, + "next_adam_update": 61587, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 371, + "trained_intervals": 61586, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 61586, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0230889320373535, + "median": 7.357673645019531, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6538031101226807, + "median": 5.601171493530273, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13224633038043976, + "median": 1568.1842041015625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.0258924700319767, + "median": 270.7813415527344, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0372.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0372.json new file mode 100644 index 0000000000000000000000000000000000000000..1a5c14e9f1b16266e1764e42850933bdc2e80cfb --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0372.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0372", + "executed_epochs": 372, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0c4ce5c74b9a40f8817f1fe99d10f5c9.npz", + "optimizer_file": "boundary_0c4ce5c74b9a40f8817f1fe99d10f5c9_optimizer.pt", + "arrays_sha256": "a32e40a8601f1db12c6b1ec721320d6523a7db2d8ff8076d2cbdd09bde783571", + "optimizer_sha256": "6e7cbe5922efbec749cc3d816377908e8562b52d25ecbb24b0d9d6ceaa25e3c4", + "stage": "adam", + "completed_passes": 372, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 61752, + "adam_update_count": 61752, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 373, + "consumed_count": 372, + "last_submitted_update": 61752, + "last_consumed_update": 61586, + "pending": [ + { + "reference": { + "source_update": 61752, + "completed_passes": 372, + "next_interval": 0, + "trained_intervals": 61752, + "snapshot": "pass_end_0372", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 372, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 61752, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 61752, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010131680028280243, + "update_l2": 3.0788705771556124e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.4777263459109236e-05, + "update_l2": 1.874879490060266e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.060564134323762474, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.060564134323762474, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.021136965602636337, + "ssim_fused": 0.9525526762008667, + "seg_l1": 0.030835716053843498, + "seg_ssim_ref": 0.9525526762008667, + "depth": 0.007062272893008776, + "rgb_loss": 0.02639903500676155, + "seg_loss": 0.03415803611278534, + "total": 0.060564134323762474 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.02946510910987854, + "ssim_fused": 0.9363945126533508, + "seg_l1": 0.03282034769654274, + "seg_ssim_ref": 0.9363948702812195, + "depth": 0.005485117878303088, + "rgb_loss": 0.036293186247348785, + "seg_loss": 0.038977302610874176, + "total": 0.07527597397610127, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.005485117878303088, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.0049273737376780875 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.02468983456492424, + "ssim_fused": 0.948287844657898, + "seg_l1": 0.04008029028773308, + "seg_ssim_ref": 0.9482877850532532, + "depth": 0.010364469183828526, + "rgb_loss": 0.030094299465417862, + "seg_loss": 0.042406678199768066, + "total": 0.07251133840907946, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010364469183828526, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009716771701189637 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.01422598771750927, + "ssim_fused": 0.9651423096656799, + "seg_l1": 0.02347574569284916, + "seg_ssim_ref": 0.9651421308517456, + "depth": 0.006372972064626196, + "rgb_loss": 0.01835232973098755, + "seg_loss": 0.025752170011401176, + "total": 0.0441108745770985, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006372972064626196, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006372972064626196 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.01616692915558815, + "ssim_fused": 0.9603860974311829, + "seg_l1": 0.026966480538249016, + "seg_ssim_ref": 0.9603859186172485, + "depth": 0.0060265324452772944, + "rgb_loss": 0.020856324583292007, + "seg_loss": 0.029495999217033386, + "total": 0.05035835033277067, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.0060265324452772944, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.0060265324452772944 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 372, + "adam_update_count": 61752 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.23905904707498848 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0c4ce5c74b9a40f8817f1fe99d10f5c9_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 373, + "next_interval": 0, + "next_adam_update": 61753, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 372, + "trained_intervals": 61752, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 61752, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.0243005752563477, + "median": 7.357205867767334, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6522085666656494, + "median": 5.602192401885986, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13208620250225067, + "median": 1567.4508056640625, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02593379095196724, + "median": 271.0638427734375, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0373.json b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0373.json new file mode 100644 index 0000000000000000000000000000000000000000..38d0c66a3ddb0a1b37934cc8cbcceb8f096bc4e4 --- /dev/null +++ b/processed/001-rope/episode_2/runs/deform-rope-ep2-d1-photo/native/adam_epochs/pass_end_0373.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0373", + "executed_epochs": 373, + "score": null, + "best_score": 0.03637555723469957, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ad316e47173f4b82bf4e275a992d8a83.npz", + "optimizer_file": "boundary_ad316e47173f4b82bf4e275a992d8a83_optimizer.pt", + "arrays_sha256": "7284ba83c60b964f7efe01600401a6b61099a6b0e6570f12fddaf7a663dbccbf", + "optimizer_sha256": "4042d784182e6585bf34402af3657c90f7d97b97b286cdf592caadc43da47c11", + "stage": "adam", + "completed_passes": 373, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 61918, + "adam_update_count": 61918, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 374, + "consumed_count": 373, + "last_submitted_update": 61918, + "last_consumed_update": 61752, + "pending": [ + { + "reference": { + "source_update": 61918, + "completed_passes": 373, + "next_interval": 0, + "trained_intervals": 61918, + "snapshot": "pass_end_0373", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 43326, + "pass_science": { + "completed_passes": 373, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 61918, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 61918, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.006024096385542169, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010884687799261883, + "update_l2": 2.3099590180208907e-05 + }, + "raw_ground_friction": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.5262970919138752e-05, + "update_l2": 1.3568029316957109e-05 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_2_aligned_64_230", + "transition_index": 165, + "loss": 0.06013474818566575, + "weight": 0.006024096385542169 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 503, + "attachment": 27, + "ground": 2 + }, + "ground_context": { + "ground_friction/raw": 2.0090935230255127, + "ground_friction/effective": 2.0, + "ground_friction/clamp_changed": 1, + "ground_restitution/raw": 1.0052064657211304, + "ground_restitution/effective": 1.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": null, + "ground_restitution/contact_active": null + }, + "photometric_transition": { + "transition_index": 165, + "loss": 0.06013474818566575, + "state_finite": true, + "frame_index": 230, + "components": { + "l1": 0.020985540002584457, + "ssim_fused": 0.9527664184570312, + "seg_l1": 0.030557356774806976, + "seg_ssim_ref": 0.9527664184570312, + "depth": 0.006994421274800811, + "rgb_loss": 0.026235148310661316, + "seg_loss": 0.03389260545372963, + "total": 0.06013474818566575 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.029211247339844704, + "ssim_fused": 0.9367401003837585, + "seg_l1": 0.03242164105176926, + "seg_ssim_ref": 0.9367404580116272, + "depth": 0.00539573391687927, + "rgb_loss": 0.03602097928524017, + "seg_loss": 0.038589220494031906, + "total": 0.07461559923847925, + "valid_depth_pixels": 46798, + "excluded_depth_pixels": 874802, + "object_depth_holes": 2111, + "depth_full_image_mean_m": 0.00539573391687927, + "depth_decomposition": { + "object_visible": { + "pixels": 45524, + "full_image_mean_m": 0.004837989776254271 + }, + "object_occluded": { + "pixels": 1274, + "full_image_mean_m": 0.000557744140625 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.024525072425603867, + "ssim_fused": 0.9485260844230652, + "seg_l1": 0.03971152752637863, + "seg_ssim_ref": 0.9485260844230652, + "depth": 0.010256279565880284, + "rgb_loss": 0.029914841055870056, + "seg_loss": 0.04206400737166405, + "total": 0.07198910843239029, + "valid_depth_pixels": 23991, + "excluded_depth_pixels": 897609, + "object_depth_holes": 865, + "depth_full_image_mean_m": 0.010256279565880284, + "depth_decomposition": { + "object_visible": { + "pixels": 22867, + "full_image_mean_m": 0.009608582083241394 + }, + "object_occluded": { + "pixels": 1124, + "full_image_mean_m": 0.0006476974826388891 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.014121165499091148, + "ssim_fused": 0.9652815461158752, + "seg_l1": 0.02327330783009529, + "seg_ssim_ref": 0.9652813673019409, + "depth": 0.006329755064892168, + "rgb_loss": 0.01824062317609787, + "seg_loss": 0.02556237392127514, + "total": 0.04380932871508305, + "valid_depth_pixels": 17576, + "excluded_depth_pixels": 904024, + "object_depth_holes": 295, + "depth_full_image_mean_m": 0.006329755064892168, + "depth_decomposition": { + "object_visible": { + "pixels": 17576, + "full_image_mean_m": 0.006329755064892168 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.016084669157862663, + "ssim_fused": 0.960517942905426, + "seg_l1": 0.026822956278920174, + "seg_ssim_ref": 0.9605177640914917, + "depth": 0.005995916551551523, + "rgb_loss": 0.020764146000146866, + "seg_loss": 0.02935481257736683, + "total": 0.050124956356710396, + "valid_depth_pixels": 21072, + "excluded_depth_pixels": 900528, + "object_depth_holes": 256, + "depth_full_image_mean_m": 0.005995916551551523, + "depth_decomposition": { + "object_visible": { + "pixels": 21072, + "full_image_mean_m": 0.005995916551551523 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 229, + 230 + ], + "times_s": [ + 5.5, + 5.533333333333333 + ] + }, + "completed_passes": 373, + "adam_update_count": 61918 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.223502793116495 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ad316e47173f4b82bf4e275a992d8a83_rng.pt", + "rng_sha256": "2981da6a7a05e867de4d84ae621c4fae034781bc772cbc49c32290e3b38db5fa", + "resume_boundary": "detached_observation_interval", + "next_pass": 374, + "next_interval": 0, + "next_adam_update": 61919, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 373, + "trained_intervals": 61918, + "source_timestamp_s": 5.533333333333333, + "next_source_timestamp_s": 0.0, + "update_budget": 83000 + }, + "trained_intervals": 61918, + "source_timestamp_s": 5.533333333333333, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -2.009951114654541, + "median": 7.357294082641602, + "max": 11.530586242675781, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 2.0090935230255127, + "median": 2.0090935230255127, + "max": 2.0090935230255127, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": 1.0052064657211304, + "median": 1.0052064657211304, + "max": 1.0052064657211304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": -3.6664538383483887, + "median": 5.602270126342773, + "max": 11.5305757522583, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.13399522006511688, + "median": 1567.5889892578125, + "max": 100000.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 13559, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 0.02556697465479374, + "median": 271.0435791015625, + "max": 100000.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 300, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 2.0, + "median": 2.0, + "max": 2.0, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 1, + "raw_ground_restitution": 1, + "object_edge_stiffness": 503, + "controller_edge_stiffness": 27 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +}