diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0171.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0171.json new file mode 100644 index 0000000000000000000000000000000000000000..4e6d666a6fc0d548a4e6af6f17ef5f35597a3fb0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0171.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0171", + "executed_epochs": 171, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_05e42751dc1843cc894f51497a156c0b.npz", + "optimizer_file": "boundary_05e42751dc1843cc894f51497a156c0b_optimizer.pt", + "arrays_sha256": "9ac8d1818e94cb7065aa213c4a5375b55a6f01dc60bbe6283ff3623ef37486ee", + "optimizer_sha256": "719429b667da9d6fc2e9eb25c4a7973b13aef035a24d6e11be831fd241b9f62e", + "stage": "adam", + "completed_passes": 171, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16416, + "adam_update_count": 16416, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 172, + "consumed_count": 171, + "last_submitted_update": 16416, + "last_consumed_update": 16320, + "pending": [ + { + "reference": { + "source_update": 16416, + "completed_passes": 171, + "next_interval": 0, + "trained_intervals": 16416, + "snapshot": "pass_end_0171", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 171, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16416, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16416, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00019970754510723054, + "update_l2": 0.03333275765180588 + }, + "raw_ground_friction": { + "gradient_l2": 0.000703413097653538, + "update_l2": 0.0005030632019042969 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.822622476145625e-06, + "update_l2": 0.00637937244027853 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013309092070622537, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4844, + "attachment": 342, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5613036751747131, + "ground_friction/effective": 0.5613036751747131, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013309092070622537, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037635676562786102, + "ssim_fused": 0.9817447662353516, + "seg_l1": 0.0037447186186909676, + "seg_ssim_ref": 0.981744647026062, + "depth": 0.00034230360219319767, + "rgb_loss": 0.006661904510110617, + "seg_loss": 0.006646845489740372, + "total": 0.013309092070622537 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004332743585109711, + "ssim_fused": 0.9795920848846436, + "seg_l1": 0.004354772157967091, + "seg_ssim_ref": 0.9795923829078674, + "depth": 0.00048104089995147653, + "rgb_loss": 0.0075477780774235725, + "seg_loss": 0.007565340958535671, + "total": 0.015113600076859196, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048104089995147653, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010631325238203207 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002725744154304266, + "ssim_fused": 0.9863375425338745, + "seg_l1": 0.0029122221749275923, + "seg_ssim_ref": 0.9863375425338745, + "depth": 0.0004142994333456999, + "rgb_loss": 0.004913087002933025, + "seg_loss": 0.0050622690469026566, + "total": 0.009975770349269027, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004142994333456999, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001661581573040332 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002767205471172929, + "ssim_fused": 0.9848393201828003, + "seg_l1": 0.002662867307662964, + "seg_ssim_ref": 0.9848390221595764, + "depth": 0.00032708192425055625, + "rgb_loss": 0.005245900712907314, + "seg_loss": 0.005162489600479603, + "total": 0.010408717395311167, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032708192425055625, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.515918119500074e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005228577647358179, + "ssim_fused": 0.9762100577354431, + "seg_l1": 0.0050490121357142925, + "seg_ssim_ref": 0.9762096405029297, + "depth": 0.00014679215122505808, + "rgb_loss": 0.00894085131585598, + "seg_loss": 0.008797282353043556, + "total": 0.017738280461050762, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014679215122505808, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014679215122505808 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 171, + "adam_update_count": 16416 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13802561900229193 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_05e42751dc1843cc894f51497a156c0b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 172, + "next_interval": 0, + "next_adam_update": 16417, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 171, + "trained_intervals": 16416, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16416, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.7135941982269287, + "median": 11.513777732849121, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5618067383766174, + "median": 0.5618067383766174, + "max": 0.5618067383766174, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.1894381046295166, + "median": 9.995970726013184, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 2.0413148403167725, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 24.274784088134766, + "median": 21937.892578125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5618067383766174, + "median": 0.5618067383766174, + "max": 0.5618067383766174, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4844, + "controller_edge_stiffness": 342 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0172.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0172.json new file mode 100644 index 0000000000000000000000000000000000000000..62084b079dbdfee6eabf7af963e51646f0d50243 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0172.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0172", + "executed_epochs": 172, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8bb3e64216184117bc0e2cf4808e300f.npz", + "optimizer_file": "boundary_8bb3e64216184117bc0e2cf4808e300f_optimizer.pt", + "arrays_sha256": "0dcef3be050cae9f58c6845d2c7e4913c81d7506971afb6419f7e1bbf858a742", + "optimizer_sha256": "6379fc5c0558ef1234f6ae2523bd6deb5fe42109f5d24d6dd05516ceabfaf1dc", + "stage": "adam", + "completed_passes": 172, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16512, + "adam_update_count": 16512, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 173, + "consumed_count": 172, + "last_submitted_update": 16512, + "last_consumed_update": 16416, + "pending": [ + { + "reference": { + "source_update": 16512, + "completed_passes": 172, + "next_interval": 0, + "trained_intervals": 16512, + "snapshot": "pass_end_0172", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 172, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16512, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16512, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017380605277139693, + "update_l2": 0.033597975969314575 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006017399136908352, + "update_l2": 0.0005536675453186035 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.296311534650158e-06, + "update_l2": 0.006780450697988272 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013265343456214938, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4851, + "attachment": 345, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5546778440475464, + "ground_friction/effective": 0.5546778440475464, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013265343456214938, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003749829949811101, + "ssim_fused": 0.9817924499511719, + "seg_l1": 0.003727591596543789, + "seg_ssim_ref": 0.9817922115325928, + "depth": 0.00034140298393677877, + "rgb_loss": 0.006641380023211241, + "seg_loss": 0.00662362203001976, + "total": 0.013265343456214938 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043203458189964294, + "ssim_fused": 0.9796140789985657, + "seg_l1": 0.00432475795969367, + "seg_ssim_ref": 0.9796143174171448, + "depth": 0.0004803250806269028, + "rgb_loss": 0.007533460855484009, + "seg_loss": 0.007536943070590496, + "total": 0.015070884251155131, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004803250806269028, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010559743305745837 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002708049723878503, + "ssim_fused": 0.9864155650138855, + "seg_l1": 0.002888668095692992, + "seg_ssim_ref": 0.9864153861999512, + "depth": 0.00041268406308773536, + "rgb_loss": 0.004883326590061188, + "seg_loss": 0.005027857609093189, + "total": 0.009911596883217464, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041268406308773536, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016454278704606864 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002757336711511016, + "ssim_fused": 0.9848935604095459, + "seg_l1": 0.0026536122895777225, + "seg_ssim_ref": 0.9848933219909668, + "depth": 0.00032556232059633144, + "rgb_loss": 0.0052271573804318905, + "seg_loss": 0.005144225433468819, + "total": 0.010371708841882593, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032556232059633144, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.363957754077592e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005213587544858456, + "ssim_fused": 0.9762464761734009, + "seg_l1": 0.005043327808380127, + "seg_ssim_ref": 0.9762459993362427, + "depth": 0.00014704047143614539, + "rgb_loss": 0.008921574801206589, + "seg_loss": 0.008785462006926537, + "total": 0.017707183848604563, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014704047143614539, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014704047143614536 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 172, + "adam_update_count": 16512 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1389901279762853 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8bb3e64216184117bc0e2cf4808e300f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 173, + "next_interval": 0, + "next_adam_update": 16513, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 172, + "trained_intervals": 16512, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16512, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.691604733467102, + "median": 11.513785362243652, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.555231511592865, + "median": 0.555231511592865, + "max": 0.555231511592865, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.1751933097839355, + "median": 9.995573997497559, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.9969176054000854, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 23.93144416809082, + "median": 21929.19140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.555231511592865, + "median": 0.555231511592865, + "max": 0.555231511592865, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4851, + "controller_edge_stiffness": 345 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0173.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0173.json new file mode 100644 index 0000000000000000000000000000000000000000..c3a0a8c286c01cf6bb85e8c57f4016eec6e3baa1 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0173.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0173", + "executed_epochs": 173, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f51d04abf2a643d0ba24aba899a9a92e.npz", + "optimizer_file": "boundary_f51d04abf2a643d0ba24aba899a9a92e_optimizer.pt", + "arrays_sha256": "c2408fdbd35198ca49a2ae147eec14828d40c9d3de7ade8122f88d2887c0b2db", + "optimizer_sha256": "2b751897e5ec74be78bf3549e39b107f0d7787dc95f2225b09a703c3828b246e", + "stage": "adam", + "completed_passes": 173, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16608, + "adam_update_count": 16608, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 174, + "consumed_count": 173, + "last_submitted_update": 16608, + "last_consumed_update": 16512, + "pending": [ + { + "reference": { + "source_update": 16608, + "completed_passes": 173, + "next_interval": 0, + "trained_intervals": 16608, + "snapshot": "pass_end_0173", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 173, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16608, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16608, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00020783797663170844, + "update_l2": 0.03462177515029907 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007763214525766671, + "update_l2": 0.0006265044212341309 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.134674130298663e-05, + "update_l2": 0.010812334716320038 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01326543757566662, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4863, + "attachment": 346, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5460162162780762, + "ground_friction/effective": 0.5460162162780762, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01326543757566662, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037524793297052383, + "ssim_fused": 0.9818158149719238, + "seg_l1": 0.0037367665208876133, + "seg_ssim_ref": 0.9818156957626343, + "depth": 0.0003426230087997263, + "rgb_loss": 0.006638820748776197, + "seg_loss": 0.006626274436712265, + "total": 0.01326543757566662 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004284115042537451, + "ssim_fused": 0.9797704815864563, + "seg_l1": 0.004278266336768866, + "seg_ssim_ref": 0.9797707796096802, + "depth": 0.00047825291417590856, + "rgb_loss": 0.007473195903003216, + "seg_loss": 0.007468457333743572, + "total": 0.014942131489660964, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047825291417590856, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010352526660646407 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002702374244108796, + "ssim_fused": 0.9864559173583984, + "seg_l1": 0.0028720193076878786, + "seg_ssim_ref": 0.9864557981491089, + "depth": 0.000409382084027554, + "rgb_loss": 0.004870716016739607, + "seg_loss": 0.0050064558163285255, + "total": 0.009877580749490873, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000409382084027554, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016124080798588737 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002763263648375869, + "ssim_fused": 0.9848968386650085, + "seg_l1": 0.0026711849495768547, + "seg_ssim_ref": 0.9848965406417847, + "depth": 0.00032305307048217696, + "rgb_loss": 0.005231243558228016, + "seg_loss": 0.00515764020383358, + "total": 0.010389206815132078, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032305307048217696, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.113032742662142e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005260164383798838, + "ssim_fused": 0.976140022277832, + "seg_l1": 0.005125595722347498, + "seg_ssim_ref": 0.9761396646499634, + "depth": 0.0001598039665132657, + "rgb_loss": 0.008980127051472664, + "seg_loss": 0.008872544392943382, + "total": 0.01785283124838256, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001598039665132657, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015980396651326572 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 173, + "adam_update_count": 16608 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1375762360112276 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f51d04abf2a643d0ba24aba899a9a92e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 174, + "next_interval": 0, + "next_adam_update": 16609, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 173, + "trained_intervals": 16608, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16608, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.6687711477279663, + "median": 11.513812065124512, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5466427206993103, + "median": 0.5466427206993103, + "max": 0.5466427206993103, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.155456066131592, + "median": 9.990911483764648, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.9518373012542725, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 23.463735580444336, + "median": 21827.18359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5466427206993103, + "median": 0.5466427206993103, + "max": 0.5466427206993103, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4863, + "controller_edge_stiffness": 346 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0174.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0174.json new file mode 100644 index 0000000000000000000000000000000000000000..a49becd2f020cb3d1e9fcdbef613f9b7eff65f82 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0174.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0174", + "executed_epochs": 174, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d66061e2687f46228c693df0e9547929.npz", + "optimizer_file": "boundary_d66061e2687f46228c693df0e9547929_optimizer.pt", + "arrays_sha256": "03ec73973ad6af27cb9c8a464c3f1ae55238f481a7f3f472c52f7bb3cd7e91e5", + "optimizer_sha256": "34690ae66588a9d23935e0919734cd4d5aee21fc4090fa744b77e413207b5b92", + "stage": "adam", + "completed_passes": 174, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16704, + "adam_update_count": 16704, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 175, + "consumed_count": 174, + "last_submitted_update": 16704, + "last_consumed_update": 16608, + "pending": [ + { + "reference": { + "source_update": 16704, + "completed_passes": 174, + "next_interval": 0, + "trained_intervals": 16704, + "snapshot": "pass_end_0174", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 174, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16704, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16704, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0002146090700989589, + "update_l2": 0.03461993485689163 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007693195366300642, + "update_l2": 0.00046950578689575195 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2035124200338032e-05, + "update_l2": 0.010362839326262474 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013269225605300729, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4871, + "attachment": 348, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.534243643283844, + "ground_friction/effective": 0.534243643283844, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013269225605300729, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037520769983530045, + "ssim_fused": 0.9818114042282104, + "seg_l1": 0.0037396964617073536, + "seg_ssim_ref": 0.9818112850189209, + "depth": 0.0003443607158123309, + "rgb_loss": 0.006639380939304829, + "seg_loss": 0.006629500538110733, + "total": 0.013269225605300729 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004211483523249626, + "ssim_fused": 0.9800812602043152, + "seg_l1": 0.0041640754789114, + "seg_ssim_ref": 0.9800815582275391, + "depth": 0.0004768865747762739, + "rgb_loss": 0.007352935150265694, + "seg_loss": 0.007314949296414852, + "total": 0.014668361333255322, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004768865747762739, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010215892720682952 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026613872032612562, + "ssim_fused": 0.9865503907203674, + "seg_l1": 0.0027996371500194073, + "seg_ssim_ref": 0.9865502119064331, + "depth": 0.00040818657470194456, + "rgb_loss": 0.004819031804800034, + "seg_loss": 0.004929667338728905, + "total": 0.00974910733010364, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040818657470194456, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016004529866027795 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002835133345797658, + "ssim_fused": 0.9845640659332275, + "seg_l1": 0.002784573473036289, + "seg_ssim_ref": 0.9845638275146484, + "depth": 0.00032520345445981037, + "rgb_loss": 0.005355293862521648, + "seg_loss": 0.005314893089234829, + "total": 0.010670512155210938, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032520345445981037, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.328071140425481e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00530030345544219, + "ssim_fused": 0.9760499000549316, + "seg_l1": 0.005210499744862318, + "seg_ssim_ref": 0.976049542427063, + "depth": 0.00016716625931129477, + "rgb_loss": 0.009030262939631939, + "seg_loss": 0.008958491496741772, + "total": 0.01798892160263302, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016716625931129477, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016716625931129477 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 174, + "adam_update_count": 16704 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13509316300041974 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d66061e2687f46228c693df0e9547929_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 175, + "next_interval": 0, + "next_adam_update": 16705, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 174, + "trained_intervals": 16704, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16704, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.6482381820678711, + "median": 11.513825416564941, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5347131490707397, + "median": 0.5347131490707397, + "max": 0.5347131490707397, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.1338679790496826, + "median": 9.987561225891113, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.9121689796447754, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 22.962629318237305, + "median": 21754.181640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5347131490707397, + "median": 0.5347131490707397, + "max": 0.5347131490707397, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4871, + "controller_edge_stiffness": 348 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0175.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0175.json new file mode 100644 index 0000000000000000000000000000000000000000..5899e3af0ab694a0a1d388b4c3c06bab20ab2a2d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0175.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0175", + "executed_epochs": 175, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3a250b7435414147958f73c612aefefe.npz", + "optimizer_file": "boundary_3a250b7435414147958f73c612aefefe_optimizer.pt", + "arrays_sha256": "8c044352ae876a5dee297219a52907295e7a9374b5b03d6f726392f7c34cec65", + "optimizer_sha256": "a2c74468db8525d9cdf602029e17faf6cfd2634a231af7f20bcfd2d708cc2146", + "stage": "adam", + "completed_passes": 175, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16800, + "adam_update_count": 16800, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 176, + "consumed_count": 175, + "last_submitted_update": 16800, + "last_consumed_update": 16704, + "pending": [ + { + "reference": { + "source_update": 16800, + "completed_passes": 175, + "next_interval": 0, + "trained_intervals": 16800, + "snapshot": "pass_end_0175", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 175, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16800, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16800, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001211846829392016, + "update_l2": 0.034487202763557434 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006483191973529756, + "update_l2": 0.00046390295028686523 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.543286068947054e-06, + "update_l2": 0.011138255707919598 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01324870510603175, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4875, + "attachment": 349, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5332834124565125, + "ground_friction/effective": 0.5332834124565125, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01324870510603175, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003746878821402788, + "ssim_fused": 0.9818425178527832, + "seg_l1": 0.0037348088808357716, + "seg_ssim_ref": 0.9818423986434937, + "depth": 0.00034439022526636516, + "rgb_loss": 0.00662899948656559, + "seg_loss": 0.006619361229240894, + "total": 0.01324870510603175 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00420561945065856, + "ssim_fused": 0.9801123738288879, + "seg_l1": 0.004157007206231356, + "seg_ssim_ref": 0.9801126718521118, + "depth": 0.0004760728962887595, + "rgb_loss": 0.007342020981013775, + "seg_loss": 0.007303071673959494, + "total": 0.01464556826220827, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004760728962887595, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010134524871931507 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002666568849235773, + "ssim_fused": 0.9865444302558899, + "seg_l1": 0.0028054025024175644, + "seg_ssim_ref": 0.9865442514419556, + "depth": 0.0004067556654951643, + "rgb_loss": 0.004824369214475155, + "seg_loss": 0.004935471806675196, + "total": 0.009760248242477133, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004067556654951643, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015861438945349765 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028178247157484293, + "ssim_fused": 0.9846602082252502, + "seg_l1": 0.0027639030013233423, + "seg_ssim_ref": 0.9846600294113159, + "depth": 0.0003257279366275502, + "rgb_loss": 0.00532221794128418, + "seg_loss": 0.005279116798192263, + "total": 0.010601660001751783, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003257279366275502, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.380519357199465e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005297502502799034, + "ssim_fused": 0.9760530591011047, + "seg_l1": 0.005212922114878893, + "seg_ssim_ref": 0.9760527610778809, + "depth": 0.00016900440265398676, + "rgb_loss": 0.00902738980948925, + "seg_loss": 0.008959785103797913, + "total": 0.017987343917689816, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016900440265398676, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016900440265398673 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 175, + "adam_update_count": 16800 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13515953501337208 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3a250b7435414147958f73c612aefefe_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 176, + "next_interval": 0, + "next_adam_update": 16801, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 175, + "trained_intervals": 16800, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16800, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.6298439502716064, + "median": 11.513827323913574, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5337473154067993, + "median": 0.5337473154067993, + "max": 0.5337473154067993, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.1221418380737305, + "median": 9.98451042175293, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.8773175477981567, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 22.694936752319336, + "median": 21687.9140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5337473154067993, + "median": 0.5337473154067993, + "max": 0.5337473154067993, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4875, + "controller_edge_stiffness": 349 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0176.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0176.json new file mode 100644 index 0000000000000000000000000000000000000000..5fdac88a2af291adc0ba703be8d348e0d38c5af6 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0176.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0176", + "executed_epochs": 176, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0db1bb5187774ffd8fa93e8d41d7cad9.npz", + "optimizer_file": "boundary_0db1bb5187774ffd8fa93e8d41d7cad9_optimizer.pt", + "arrays_sha256": "e5bf4bf99f3df4004631e8a7f3cc4e572325751f4228a6b5c12cdf4ba6ec818f", + "optimizer_sha256": "0ec2af0787c9b7feeba283976f26b5c33f5004557fefe03d1423acc92bfd662e", + "stage": "adam", + "completed_passes": 176, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16896, + "adam_update_count": 16896, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 177, + "consumed_count": 176, + "last_submitted_update": 16896, + "last_consumed_update": 16800, + "pending": [ + { + "reference": { + "source_update": 16896, + "completed_passes": 176, + "next_interval": 0, + "trained_intervals": 16896, + "snapshot": "pass_end_0176", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 176, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16896, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16896, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011655590787995607, + "update_l2": 0.03433288633823395 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007360170711763203, + "update_l2": 0.0005234479904174805 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.527253496344201e-06, + "update_l2": 0.010847260244190693 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013222347374054283, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4880, + "attachment": 351, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5384253859519958, + "ground_friction/effective": 0.5384253859519958, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013222347374054283, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003739836160093546, + "ssim_fused": 0.981874942779541, + "seg_l1": 0.0037250984460115433, + "seg_ssim_ref": 0.9818748235702515, + "depth": 0.0003435527707021296, + "rgb_loss": 0.006616889499127865, + "seg_loss": 0.006605114322155714, + "total": 0.013222347374054283 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004229332320392132, + "ssim_fused": 0.9800121188163757, + "seg_l1": 0.004188820254057646, + "seg_ssim_ref": 0.9800123572349548, + "depth": 0.00047568908040101327, + "rgb_loss": 0.007381042465567589, + "seg_loss": 0.007348584942519665, + "total": 0.014730103097167654, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047568908040101327, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010096143283156877 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026778061874210835, + "ssim_fused": 0.9865350127220154, + "seg_l1": 0.00282956357114017, + "seg_ssim_ref": 0.9865350127220154, + "depth": 0.0004086193284092268, + "rgb_loss": 0.004835242405533791, + "seg_loss": 0.00495664868503809, + "total": 0.00979229970990029, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004086193284092268, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016047805236756014 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027829965110868216, + "ssim_fused": 0.9848287105560303, + "seg_l1": 0.002713405527174473, + "seg_ssim_ref": 0.984828531742096, + "depth": 0.00032335919826834765, + "rgb_loss": 0.00526065519079566, + "seg_loss": 0.005205018445849419, + "total": 0.010465997461504634, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032335919826834765, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1436455212792117e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005269209388643503, + "ssim_fused": 0.9761237502098083, + "seg_l1": 0.005168604664504528, + "seg_ssim_ref": 0.9761233925819397, + "depth": 0.0001665434757299307, + "rgb_loss": 0.008990617468953133, + "seg_loss": 0.008910205215215683, + "total": 0.017900989227644545, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001665434757299307, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001665434757299307 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 176, + "adam_update_count": 16896 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1374491470050998 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0db1bb5187774ffd8fa93e8d41d7cad9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 177, + "next_interval": 0, + "next_adam_update": 16897, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 176, + "trained_intervals": 16896, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16896, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.6109464764595032, + "median": 11.513833045959473, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5389488339424133, + "median": 0.5389488339424133, + "max": 0.5389488339424133, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.112696409225464, + "median": 9.981000900268555, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.8421740531921387, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 22.481582641601562, + "median": 21611.93359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5389488339424133, + "median": 0.5389488339424133, + "max": 0.5389488339424133, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4880, + "controller_edge_stiffness": 351 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0177.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0177.json new file mode 100644 index 0000000000000000000000000000000000000000..d55a648d08d4985deb8cb8d2dba6d46794a07016 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0177.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0177", + "executed_epochs": 177, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b0bd26421ef74ab98f78bef31743aad0.npz", + "optimizer_file": "boundary_b0bd26421ef74ab98f78bef31743aad0_optimizer.pt", + "arrays_sha256": "2a863aaa2dba192bfb3ae1b303415bbc4ea3071d6f86bf12233f41a1fe96fb2f", + "optimizer_sha256": "52b0d39f739b2eaf07c9682a8d8fb7586c04bdda27fe3457650274937581dca4", + "stage": "adam", + "completed_passes": 177, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 16992, + "adam_update_count": 16992, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 178, + "consumed_count": 177, + "last_submitted_update": 16992, + "last_consumed_update": 16896, + "pending": [ + { + "reference": { + "source_update": 16992, + "completed_passes": 177, + "next_interval": 0, + "trained_intervals": 16992, + "snapshot": "pass_end_0177", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 177, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 16992, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 16992, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00018422125140205026, + "update_l2": 0.03462541848421097 + }, + "raw_ground_friction": { + "gradient_l2": 0.0008055139915086329, + "update_l2": 0.0005411505699157715 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0870538972085342e-05, + "update_l2": 0.011504060588777065 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013246868193656376, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4886, + "attachment": 352, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5364890098571777, + "ground_friction/effective": 0.5364890098571777, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013246868193656376, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037472802214324474, + "ssim_fused": 0.9818503260612488, + "seg_l1": 0.00373599911108613, + "seg_ssim_ref": 0.9818501472473145, + "depth": 0.0003449772896088609, + "rgb_loss": 0.006627761758863926, + "seg_loss": 0.006618760991841555, + "total": 0.013246868193656376 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0042163413017988205, + "ssim_fused": 0.9800750613212585, + "seg_l1": 0.004174159839749336, + "seg_ssim_ref": 0.9800752997398376, + "depth": 0.0004759851228362983, + "rgb_loss": 0.007358061149716377, + "seg_loss": 0.007324268110096455, + "total": 0.014682805244935667, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004759851228362983, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010125747526685389 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002676606411114335, + "ssim_fused": 0.9865190982818604, + "seg_l1": 0.0028227546717971563, + "seg_ssim_ref": 0.9865189790725708, + "depth": 0.0004081387234163578, + "rgb_loss": 0.004837465472519398, + "seg_loss": 0.004954407922923565, + "total": 0.00979228153416638, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004081387234163578, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015999744737469113 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002804090268909931, + "ssim_fused": 0.9847328662872314, + "seg_l1": 0.002744676312431693, + "seg_ssim_ref": 0.9847326278686523, + "depth": 0.0003252237299992702, + "rgb_loss": 0.005296698771417141, + "seg_loss": 0.005249215289950371, + "total": 0.01054623928509751, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003252237299992702, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.330098694371468e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005292082671076059, + "ssim_fused": 0.97607421875, + "seg_l1": 0.005202405154705048, + "seg_ssim_ref": 0.9760738611221313, + "depth": 0.00017056158218351706, + "rgb_loss": 0.009018822573125362, + "seg_loss": 0.008947152644395828, + "total": 0.01796614671042595, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017056158218351706, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017056158218351706 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 177, + "adam_update_count": 16992 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13548671000171453 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b0bd26421ef74ab98f78bef31743aad0_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 178, + "next_interval": 0, + "next_adam_update": 16993, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 177, + "trained_intervals": 16992, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 16992, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.5859959125518799, + "median": 11.513843536376953, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5370301604270935, + "median": 0.5370301604270935, + "max": 0.5370301604270935, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.0914204120635986, + "median": 9.97964859008789, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.7967795133590698, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 22.008317947387695, + "median": 21582.7265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5370301604270935, + "median": 0.5370301604270935, + "max": 0.5370301604270935, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4886, + "controller_edge_stiffness": 352 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0178.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0178.json new file mode 100644 index 0000000000000000000000000000000000000000..cc7abd10f79dd15522ef0f0662e9f0942440c98c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0178.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0178", + "executed_epochs": 178, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_720e3d8149444c66950d0e841bc1c319.npz", + "optimizer_file": "boundary_720e3d8149444c66950d0e841bc1c319_optimizer.pt", + "arrays_sha256": "d8916f47172da8041c8aaee1477951c87eda378852907a25302adb89c5dc3e50", + "optimizer_sha256": "8b1193f68aa60cf550c0ca1b81cc8dc4fae27ac23f930684770e34528429a8d6", + "stage": "adam", + "completed_passes": 178, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17088, + "adam_update_count": 17088, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 179, + "consumed_count": 178, + "last_submitted_update": 17088, + "last_consumed_update": 16992, + "pending": [ + { + "reference": { + "source_update": 17088, + "completed_passes": 178, + "next_interval": 0, + "trained_intervals": 17088, + "snapshot": "pass_end_0178", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 178, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17088, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17088, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001547118736198172, + "update_l2": 0.034466907382011414 + }, + "raw_ground_friction": { + "gradient_l2": 0.0008141195285134017, + "update_l2": 0.0005359649658203125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.35657590162009e-06, + "update_l2": 0.009176967665553093 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013231253576414321, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4894, + "attachment": 353, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5397859811782837, + "ground_friction/effective": 0.5397859811782837, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013231253576414321, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037426394410431385, + "ssim_fused": 0.9818602800369263, + "seg_l1": 0.0037261045072227716, + "seg_ssim_ref": 0.9818601608276367, + "depth": 0.0003435173496930576, + "rgb_loss": 0.006622061133384705, + "seg_loss": 0.006608848925679922, + "total": 0.013231253576414321 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004238934721797705, + "ssim_fused": 0.9799757599830627, + "seg_l1": 0.0042037395760416985, + "seg_ssim_ref": 0.9799761176109314, + "depth": 0.0004764799630662632, + "rgb_loss": 0.007395995780825615, + "seg_loss": 0.007367768324911594, + "total": 0.014764240585700276, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004764799630662632, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010175231549681881 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026834208983927965, + "ssim_fused": 0.9865058064460754, + "seg_l1": 0.0028366439510136843, + "seg_ssim_ref": 0.9865056872367859, + "depth": 0.0004093696411119572, + "rgb_loss": 0.004845575429499149, + "seg_loss": 0.004968177992850542, + "total": 0.009814163257652091, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004093696411119572, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016122836507029048 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002785610733553767, + "ssim_fused": 0.9848049283027649, + "seg_l1": 0.0027137035503983498, + "seg_ssim_ref": 0.9848047494888306, + "depth": 0.0003240322161137332, + "rgb_loss": 0.00526750274002552, + "seg_loss": 0.0052100131288170815, + "total": 0.010477839901058715, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003240322161137332, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.2109473058177725e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005262590479105711, + "ssim_fused": 0.9761545062065125, + "seg_l1": 0.005150331184267998, + "seg_ssim_ref": 0.9761541485786438, + "depth": 0.00016418757848027675, + "rgb_loss": 0.008979171514511108, + "seg_loss": 0.008889434859156609, + "total": 0.017868770561246198, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016418757848027675, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016418757848027672 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 178, + "adam_update_count": 17088 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13771994001581334 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_720e3d8149444c66950d0e841bc1c319_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 179, + "next_interval": 0, + "next_adam_update": 17089, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 178, + "trained_intervals": 17088, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17088, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.5618994832038879, + "median": 11.51385498046875, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.540321946144104, + "median": 0.540321946144104, + "max": 0.540321946144104, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.0766425132751465, + "median": 9.978557586669922, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.7540010213851929, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 21.685470581054688, + "median": 21559.193359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.540321946144104, + "median": 0.540321946144104, + "max": 0.540321946144104, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4894, + "controller_edge_stiffness": 353 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0179.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0179.json new file mode 100644 index 0000000000000000000000000000000000000000..1bf5a0c9e5015033e85e9ae9582b123a9a04f2a9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0179.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0179", + "executed_epochs": 179, + "score": null, + "best_score": 0.01254114896947199, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c2011e61d62b4540bbf2097989e7cfda.npz", + "optimizer_file": "boundary_c2011e61d62b4540bbf2097989e7cfda_optimizer.pt", + "arrays_sha256": "078e411d09024f2a39c385de080725dd23562a2c4a7fe5e9be1119ff48c83eb2", + "optimizer_sha256": "4682036c1f854b81e56b69d8d99a0db9297fa11f56caffd6d8ebe43dba93b0f7", + "stage": "adam", + "completed_passes": 179, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17184, + "adam_update_count": 17184, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 180, + "consumed_count": 179, + "last_submitted_update": 17184, + "last_consumed_update": 17088, + "pending": [ + { + "reference": { + "source_update": 17184, + "completed_passes": 179, + "next_interval": 0, + "trained_intervals": 17184, + "snapshot": "pass_end_0179", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 16128, + "pass_science": { + "completed_passes": 179, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17184, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17184, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010729875066317618, + "update_l2": 0.03507479652762413 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007281485013663769, + "update_l2": 0.0005858540534973145 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.9958355197741184e-06, + "update_l2": 0.007494916673749685 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013270421766129963, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4902, + "attachment": 354, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5534713864326477, + "ground_friction/effective": 0.5534713864326477, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013270421766129963, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003753878176212311, + "ssim_fused": 0.9818036556243896, + "seg_l1": 0.003735508769750595, + "seg_ssim_ref": 0.9818034768104553, + "depth": 0.0003440048673076996, + "rgb_loss": 0.00664237467572093, + "seg_loss": 0.006627703085541725, + "total": 0.013270421766129963 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004271005745977163, + "ssim_fused": 0.9798671007156372, + "seg_l1": 0.004267572425305843, + "seg_ssim_ref": 0.9798673391342163, + "depth": 0.0004800343723220026, + "rgb_loss": 0.007443384733051062, + "seg_loss": 0.007440590299665928, + "total": 0.014884454601428024, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004800343723220026, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001053067247525581 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027174148708581924, + "ssim_fused": 0.9863585829734802, + "seg_l1": 0.0028806235641241074, + "seg_ssim_ref": 0.9863585829734802, + "depth": 0.00041163684037514073, + "rgb_loss": 0.004902215674519539, + "seg_loss": 0.005032782442867756, + "total": 0.009935409754227669, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041163684037514073, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016349556433347407 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027828074526041746, + "ssim_fused": 0.9847871661186218, + "seg_l1": 0.00269544986076653, + "seg_ssim_ref": 0.9847868084907532, + "depth": 0.00032618714725288244, + "rgb_loss": 0.005268813110888004, + "seg_loss": 0.005198998376727104, + "total": 0.010468137674762361, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032618714725288244, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4264404197326916e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0052442848682403564, + "ssim_fused": 0.9762017130851746, + "seg_l1": 0.005098389461636543, + "seg_ssim_ref": 0.9762013554573059, + "depth": 0.00015816110928077245, + "rgb_loss": 0.008955085650086403, + "seg_loss": 0.008838441222906113, + "total": 0.017793685034101798, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015816110928077245, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015816110928077245 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 179, + "adam_update_count": 17184 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13776576399686746 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c2011e61d62b4540bbf2097989e7cfda_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 180, + "next_interval": 0, + "next_adam_update": 17185, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 179, + "trained_intervals": 17184, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17184, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.5410018563270569, + "median": 11.513872146606445, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.554057240486145, + "median": 0.554057240486145, + "max": 0.554057240486145, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.073488235473633, + "median": 9.977777481079102, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.7177269458770752, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 21.617177963256836, + "median": 21542.380859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.554057240486145, + "median": 0.554057240486145, + "max": 0.554057240486145, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4902, + "controller_edge_stiffness": 354 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0180.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0180.json new file mode 100644 index 0000000000000000000000000000000000000000..4e622120a697b81e7f062f6059fddcdbaba7b23b --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0180.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0180", + "executed_epochs": 180, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_885548a94ea643549655d4d4d24736a6.npz", + "optimizer_file": "boundary_885548a94ea643549655d4d4d24736a6_optimizer.pt", + "arrays_sha256": "4a0bb1cb00dde286969d9168b727d17ce554e3de4681dd05e37a59e1d2d54e1a", + "optimizer_sha256": "6130ab1ca74d1282cfb50bbf5cd51602994dd3372009b87da161103cf2aa337a", + "stage": "adam", + "completed_passes": 180, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17280, + "adam_update_count": 17280, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 181, + "consumed_count": 180, + "last_submitted_update": 17280, + "last_consumed_update": 17184, + "pending": [ + { + "reference": { + "source_update": 17280, + "completed_passes": 180, + "next_interval": 0, + "trained_intervals": 17280, + "snapshot": "pass_end_0180", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 180, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17280, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17280, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.000186766468686983, + "update_l2": 0.03426695242524147 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007892742869444191, + "update_l2": 0.000530242919921875 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.713912054896355e-06, + "update_l2": 0.010394577868282795 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013224972378969083, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4907, + "attachment": 354, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5661795735359192, + "ground_friction/effective": 0.5661795735359192, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013224972378969083, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037369285710155964, + "ssim_fused": 0.9818219542503357, + "seg_l1": 0.003704798873513937, + "seg_ssim_ref": 0.9818217754364014, + "depth": 0.0003392012267206641, + "rgb_loss": 0.006625154986977577, + "seg_loss": 0.0065994784235954285, + "total": 0.013224972378969083 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004355620592832565, + "ssim_fused": 0.9794818758964539, + "seg_l1": 0.004365827888250351, + "seg_ssim_ref": 0.9794820547103882, + "depth": 0.00048246739899817227, + "rgb_loss": 0.007588121108710766, + "seg_loss": 0.007596251554787159, + "total": 0.015184855130896922, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048246739899817227, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010773975142872781 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002734784735366702, + "ssim_fused": 0.9862971305847168, + "seg_l1": 0.0029314900748431683, + "seg_ssim_ref": 0.9862970113754272, + "depth": 0.00041458057874813715, + "rgb_loss": 0.004928401671350002, + "seg_loss": 0.0050857895985245705, + "total": 0.010014605850453322, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041458057874813715, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016643930270647048 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027220810297876596, + "ssim_fused": 0.9850471019744873, + "seg_l1": 0.0025977001059800386, + "seg_ssim_ref": 0.9850468635559082, + "depth": 0.00032497031322085393, + "rgb_loss": 0.005168244242668152, + "seg_loss": 0.00506878737360239, + "total": 0.010237356586583764, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032497031322085393, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.30475701652984e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005135227460414171, + "ssim_fused": 0.97646164894104, + "seg_l1": 0.0049241771921515465, + "seg_ssim_ref": 0.9764612913131714, + "depth": 0.00013478661591549294, + "rgb_loss": 0.008815852925181389, + "seg_loss": 0.00864708423614502, + "total": 0.017463071947942325, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013478661591549294, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013478661591549294 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 180, + "adam_update_count": 17280 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14083373799803667 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_885548a94ea643549655d4d4d24736a6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 181, + "next_interval": 0, + "next_adam_update": 17281, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 180, + "trained_intervals": 17280, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17280, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.5180618166923523, + "median": 11.51387882232666, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5667098164558411, + "median": 0.5667098164558411, + "max": 0.5667098164558411, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.06886887550354, + "median": 9.975798606872559, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.6787707805633545, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 21.517549514770508, + "median": 21499.79296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5667098164558411, + "median": 0.5667098164558411, + "max": 0.5667098164558411, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4907, + "controller_edge_stiffness": 354 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0181.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0181.json new file mode 100644 index 0000000000000000000000000000000000000000..d1712a2d20231b5eb3e30ecbdce64a1c08e742e4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0181.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0181", + "executed_epochs": 181, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_633a9727baff47edbcce531c80ab4ab1.npz", + "optimizer_file": "boundary_633a9727baff47edbcce531c80ab4ab1_optimizer.pt", + "arrays_sha256": "a883b73c179c4df68a8bda48bd4df798c082d86d10f1bb3c71b80719b5d8dbfe", + "optimizer_sha256": "8bde78ec2b12bb6faf30290927d1fffb25b0e40ba99cc31ed426250251a7f26b", + "stage": "adam", + "completed_passes": 181, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17376, + "adam_update_count": 17376, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 182, + "consumed_count": 181, + "last_submitted_update": 17376, + "last_consumed_update": 17280, + "pending": [ + { + "reference": { + "source_update": 17376, + "completed_passes": 181, + "next_interval": 0, + "trained_intervals": 17376, + "snapshot": "pass_end_0181", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 181, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17376, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17376, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0003473921969998628, + "update_l2": 0.03222832456231117 + }, + "raw_ground_friction": { + "gradient_l2": 0.0010007526725530624, + "update_l2": 0.0004692673683166504 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1985929631919134e-05, + "update_l2": 0.008450011722743511 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013209667471624689, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4916, + "attachment": 355, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5662722587585449, + "ground_friction/effective": 0.5662722587585449, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013209667471624689, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037319394759833813, + "ssim_fused": 0.9818368554115295, + "seg_l1": 0.0036981275770813227, + "seg_ssim_ref": 0.98183673620224, + "depth": 0.0003382520896956946, + "rgb_loss": 0.006618174258619547, + "seg_loss": 0.006591154728084803, + "total": 0.013209667471624689 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004385754000395536, + "ssim_fused": 0.9793409705162048, + "seg_l1": 0.004402564838528633, + "seg_ssim_ref": 0.9793412685394287, + "depth": 0.00048205547591283296, + "rgb_loss": 0.007640409283339977, + "seg_loss": 0.007653798442333937, + "total": 0.01529468931548854, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048205547591283296, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010732782834338845 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00274134729988873, + "ssim_fused": 0.9862878918647766, + "seg_l1": 0.002955275820568204, + "seg_ssim_ref": 0.9862877726554871, + "depth": 0.0004150210361048169, + "rgb_loss": 0.004935499280691147, + "seg_loss": 0.005106666125357151, + "total": 0.010042580427084403, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004150210361048169, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016687976006315026 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026895692571997643, + "ssim_fused": 0.9852160215377808, + "seg_l1": 0.0025495109148323536, + "seg_ssim_ref": 0.9852157235145569, + "depth": 0.0003242771831229846, + "rgb_loss": 0.005108451470732689, + "seg_loss": 0.004996464122086763, + "total": 0.010105239404341288, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003242771831229846, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.235444006742903e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005111086647957563, + "ssim_fused": 0.9765026569366455, + "seg_l1": 0.004885158501565456, + "seg_ssim_ref": 0.9765021800994873, + "depth": 0.000131654663642144, + "rgb_loss": 0.00878833793103695, + "seg_loss": 0.008607691153883934, + "total": 0.017396160739584526, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000131654663642144, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.000131654663642144 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 181, + "adam_update_count": 17376 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13869113300461322 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_633a9727baff47edbcce531c80ab4ab1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 182, + "next_interval": 0, + "next_adam_update": 17377, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 181, + "trained_intervals": 17376, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17376, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.49078813195228577, + "median": 11.51390552520752, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5667415261268616, + "median": 0.5667415261268616, + "max": 0.5667415261268616, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.0545976161956787, + "median": 9.981277465820312, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.6336030960083008, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 21.212648391723633, + "median": 21617.91015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5667415261268616, + "median": 0.5667415261268616, + "max": 0.5667415261268616, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4916, + "controller_edge_stiffness": 355 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0182.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0182.json new file mode 100644 index 0000000000000000000000000000000000000000..34316482cdc1a2c487e12629aafc534e6c77e5e2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0182.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0182", + "executed_epochs": 182, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_907a163c31ee4b85a78d9d028b0cce7f.npz", + "optimizer_file": "boundary_907a163c31ee4b85a78d9d028b0cce7f_optimizer.pt", + "arrays_sha256": "63c58431f202aed901c3c330c6c1cd4a450e4dea0121f97f3b0ac7912d45228a", + "optimizer_sha256": "4f3ccd2e2445be15e572fa9a3ad2b94850555f7047e3ba6c2d732f44c6e8e723", + "stage": "adam", + "completed_passes": 182, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17472, + "adam_update_count": 17472, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 183, + "consumed_count": 182, + "last_submitted_update": 17472, + "last_consumed_update": 17376, + "pending": [ + { + "reference": { + "source_update": 17472, + "completed_passes": 182, + "next_interval": 0, + "trained_intervals": 17472, + "snapshot": "pass_end_0182", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 182, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17472, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17472, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0002947209868580103, + "update_l2": 0.031589653342962265 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009313093614764512, + "update_l2": 0.00042682886123657227 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.400609087606426e-06, + "update_l2": 0.006547595839947462 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013200365987119315, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4920, + "attachment": 356, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5639662742614746, + "ground_friction/effective": 0.5639662742614746, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013200365987119315, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037292269989848137, + "ssim_fused": 0.9818508625030518, + "seg_l1": 0.0036961864680051804, + "seg_ssim_ref": 0.9818506836891174, + "depth": 0.00033858462893798596, + "rgb_loss": 0.0066132149659097195, + "seg_loss": 0.006586812436580658, + "total": 0.013200365987119315 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043671573512256145, + "ssim_fused": 0.9794147610664368, + "seg_l1": 0.004379404708743095, + "seg_ssim_ref": 0.9794150590896606, + "depth": 0.00048126516527987803, + "rgb_loss": 0.007610773667693138, + "seg_loss": 0.007620512042194605, + "total": 0.015231766509391736, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048126516527987803, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010653751771043359 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027277362532913685, + "ssim_fused": 0.9863443970680237, + "seg_l1": 0.002937204670161009, + "seg_ssim_ref": 0.9863442182540894, + "depth": 0.0004149262012386078, + "rgb_loss": 0.0049133095890283585, + "seg_loss": 0.0050809201784431934, + "total": 0.009994644228011502, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004149262012386078, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016678492519694107 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002695061033591628, + "ssim_fused": 0.9851899743080139, + "seg_l1": 0.0025594590697437525, + "seg_ssim_ref": 0.98518967628479, + "depth": 0.0003241739044664427, + "rgb_loss": 0.005118053872138262, + "seg_loss": 0.005009632091969252, + "total": 0.01012801013801198, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003241739044664427, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.2251161410887137e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005126952659338713, + "ssim_fused": 0.9764541983604431, + "seg_l1": 0.004908676724880934, + "seg_ssim_ref": 0.9764537811279297, + "depth": 0.00013397324476701513, + "rgb_loss": 0.008810723200440407, + "seg_loss": 0.00863618589937687, + "total": 0.01744704307306204, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013397324476701513, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013397324476701515 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 182, + "adam_update_count": 17472 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14566852801362984 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_907a163c31ee4b85a78d9d028b0cce7f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 183, + "next_interval": 0, + "next_adam_update": 17473, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 182, + "trained_intervals": 17472, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17472, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.4619024991989136, + "median": 11.51391315460205, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5643931031227112, + "median": 0.5643931031227112, + "max": 0.5643931031227112, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.0395939350128174, + "median": 9.979813575744629, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.5870906114578247, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 20.896757125854492, + "median": 21586.2890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5643931031227112, + "median": 0.5643931031227112, + "max": 0.5643931031227112, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4920, + "controller_edge_stiffness": 356 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0183.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0183.json new file mode 100644 index 0000000000000000000000000000000000000000..769cfdf1878375231147a1f8bd03958a1d9639d2 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0183.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0183", + "executed_epochs": 183, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0aa90d3018a44dabbd574d2f658f628f.npz", + "optimizer_file": "boundary_0aa90d3018a44dabbd574d2f658f628f_optimizer.pt", + "arrays_sha256": "e22b93fbbf7f233074a63055c0f2f686e453a2daa4a27d550c636b3f4b8f70be", + "optimizer_sha256": "1aed65f5dcab1b4c29b3db12ea634d8797eb696294e398086cf841c77541c075", + "stage": "adam", + "completed_passes": 183, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17568, + "adam_update_count": 17568, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 184, + "consumed_count": 183, + "last_submitted_update": 17568, + "last_consumed_update": 17472, + "pending": [ + { + "reference": { + "source_update": 17568, + "completed_passes": 183, + "next_interval": 0, + "trained_intervals": 17568, + "snapshot": "pass_end_0183", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 183, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17568, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17568, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015620296471752226, + "update_l2": 0.03265625983476639 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006623671506531537, + "update_l2": 0.00048786401748657227 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.310874934773892e-06, + "update_l2": 0.006367050111293793 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013180156311526373, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4923, + "attachment": 356, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.556454598903656, + "ground_friction/effective": 0.556454598903656, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013180156311526373, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037240968085825443, + "ssim_fused": 0.981880784034729, + "seg_l1": 0.0036910483613610268, + "seg_ssim_ref": 0.9818806648254395, + "depth": 0.00033884173579384685, + "rgb_loss": 0.006603118032217026, + "seg_loss": 0.006576699670404196, + "total": 0.013180156311526373 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004322857595980167, + "ssim_fused": 0.9795981645584106, + "seg_l1": 0.004320675041526556, + "seg_ssim_ref": 0.979598343372345, + "depth": 0.00048031771390879933, + "rgb_loss": 0.007538653444498777, + "seg_loss": 0.007536871358752251, + "total": 0.015076005586626225, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048031771390879933, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010559006633935489 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002705901861190796, + "ssim_fused": 0.9864273071289062, + "seg_l1": 0.002892234595492482, + "seg_ssim_ref": 0.9864272475242615, + "depth": 0.00041146185910950143, + "rgb_loss": 0.0048792604357004166, + "seg_loss": 0.005028338171541691, + "total": 0.009908010069101216, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041146185910950143, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016332058306783477 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002712501911446452, + "ssim_fused": 0.9851090312004089, + "seg_l1": 0.0025889198295772076, + "seg_ssim_ref": 0.9851088523864746, + "depth": 0.0003233801240799948, + "rgb_loss": 0.0051481956616044044, + "seg_loss": 0.005049365572631359, + "total": 0.010197884614359843, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003233801240799948, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.145738102443924e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051551260985434055, + "ssim_fused": 0.976388692855835, + "seg_l1": 0.004962363746017218, + "seg_ssim_ref": 0.9763883352279663, + "depth": 0.0001402072460770917, + "rgb_loss": 0.008846362121403217, + "seg_loss": 0.008692223578691483, + "total": 0.017538724976018202, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001402072460770917, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001402072460770917 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 183, + "adam_update_count": 17568 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13966313900891691 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0aa90d3018a44dabbd574d2f658f628f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 184, + "next_interval": 0, + "next_adam_update": 17569, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 183, + "trained_intervals": 17568, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17568, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.4374545216560364, + "median": 11.513917922973633, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5569424629211426, + "median": 0.5569424629211426, + "max": 0.5569424629211426, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.0280520915985107, + "median": 9.979700088500977, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.5487598180770874, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 20.65695571899414, + "median": 21583.837890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5569424629211426, + "median": 0.5569424629211426, + "max": 0.5569424629211426, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4923, + "controller_edge_stiffness": 356 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0184.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0184.json new file mode 100644 index 0000000000000000000000000000000000000000..c2ea9e59b68d46715ff733ee2899c8c511ed9f85 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0184.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0184", + "executed_epochs": 184, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8b0b6c3476404e658e615c93651838a4.npz", + "optimizer_file": "boundary_8b0b6c3476404e658e615c93651838a4_optimizer.pt", + "arrays_sha256": "93f2968f58df518e5e74b3f706af0bf4d8d620d8937e7f9ed0d757f18a0fd6e0", + "optimizer_sha256": "9bb4347b4adefc6e6f6972781426ff46b129458bfa7373b847a96332da1492a1", + "stage": "adam", + "completed_passes": 184, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17664, + "adam_update_count": 17664, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 185, + "consumed_count": 184, + "last_submitted_update": 17664, + "last_consumed_update": 17568, + "pending": [ + { + "reference": { + "source_update": 17664, + "completed_passes": 184, + "next_interval": 0, + "trained_intervals": 17664, + "snapshot": "pass_end_0184", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 184, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17664, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17664, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0002498464018572122, + "update_l2": 0.03258746862411499 + }, + "raw_ground_friction": { + "gradient_l2": 0.000827669573482126, + "update_l2": 0.00048297643661499023 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.582793270761613e-06, + "update_l2": 0.006051564123481512 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013175092980606725, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4927, + "attachment": 359, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5558058023452759, + "ground_friction/effective": 0.5558058023452759, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013175092980606725, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003720638807862997, + "ssim_fused": 0.9818763136863708, + "seg_l1": 0.0036859125830233097, + "seg_ssim_ref": 0.9818761348724365, + "depth": 0.00033794750111261647, + "rgb_loss": 0.006601257249712944, + "seg_loss": 0.0065734973177313805, + "total": 0.013175092980606725 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004315750207751989, + "ssim_fused": 0.979606568813324, + "seg_l1": 0.004299610387533903, + "seg_ssim_ref": 0.9796068668365479, + "depth": 0.00047918282166226864, + "rgb_loss": 0.007531286217272282, + "seg_loss": 0.007518314756453037, + "total": 0.01505008015654698, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047918282166226864, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010445517409282418 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002688173670321703, + "ssim_fused": 0.9864733219146729, + "seg_l1": 0.0028709368780255318, + "seg_ssim_ref": 0.9864732623100281, + "depth": 0.0004121275367039363, + "rgb_loss": 0.004855874925851822, + "seg_loss": 0.005002097226679325, + "total": 0.00985838428006785, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004121275367039363, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016398626066226965 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027283676899969578, + "ssim_fused": 0.9850286841392517, + "seg_l1": 0.0026132736820727587, + "seg_ssim_ref": 0.9850283861160278, + "depth": 0.00032385252557099896, + "rgb_loss": 0.005176957696676254, + "seg_loss": 0.00508494209498167, + "total": 0.010262223644183496, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032385252557099896, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.192978251544339e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005150264129042625, + "ssim_fused": 0.9763965010643005, + "seg_l1": 0.004959829617291689, + "seg_ssim_ref": 0.9763961434364319, + "depth": 0.00013662712051326197, + "rgb_loss": 0.008840911090373993, + "seg_loss": 0.008688635192811489, + "total": 0.01752968384162857, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013662712051326197, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013662712051326197 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 184, + "adam_update_count": 17664 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13981850500567816 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8b0b6c3476404e658e615c93651838a4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 185, + "next_interval": 0, + "next_adam_update": 17665, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 184, + "trained_intervals": 17664, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17664, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.41042590141296387, + "median": 11.51392936706543, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5562887787818909, + "median": 0.5562887787818909, + "max": 0.5562887787818909, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.0148983001708984, + "median": 9.978025436401367, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.5074596405029297, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 20.38701629638672, + "median": 21547.72265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5562887787818909, + "median": 0.5562887787818909, + "max": 0.5562887787818909, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4927, + "controller_edge_stiffness": 359 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0185.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0185.json new file mode 100644 index 0000000000000000000000000000000000000000..bcd70d8496a4d226cabad1abea052c913b3069fa --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0185.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0185", + "executed_epochs": 185, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b6d93895bb9444808ccad964d0b81bd4.npz", + "optimizer_file": "boundary_b6d93895bb9444808ccad964d0b81bd4_optimizer.pt", + "arrays_sha256": "0bb32d76211871aec310a4dd415ea8b0edf17aded6a198b144d21ef33fc259e4", + "optimizer_sha256": "7eea753c297de7b8b9e03b27ccf4718cc1b285cbbe1b2d8b32ea960814193d16", + "stage": "adam", + "completed_passes": 185, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17760, + "adam_update_count": 17760, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 186, + "consumed_count": 185, + "last_submitted_update": 17760, + "last_consumed_update": 17664, + "pending": [ + { + "reference": { + "source_update": 17760, + "completed_passes": 185, + "next_interval": 0, + "trained_intervals": 17760, + "snapshot": "pass_end_0185", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 185, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17760, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17760, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001537363714305684, + "update_l2": 0.032603342086076736 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006939525483176112, + "update_l2": 0.00046265125274658203 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.570176654146053e-06, + "update_l2": 0.005824561696499586 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013162295019912208, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4932, + "attachment": 359, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5551711320877075, + "ground_friction/effective": 0.5551711320877075, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013162295019912208, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003716516075655818, + "ssim_fused": 0.9818881154060364, + "seg_l1": 0.003679948393255472, + "seg_ssim_ref": 0.9818879961967468, + "depth": 0.0003368246431005214, + "rgb_loss": 0.0065955957397818565, + "seg_loss": 0.006566362455487251, + "total": 0.013162295019912208 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004317850805819035, + "ssim_fused": 0.9796063899993896, + "seg_l1": 0.0042989724315702915, + "seg_ssim_ref": 0.979606568813324, + "depth": 0.00047883542392842675, + "rgb_loss": 0.007533002644777298, + "seg_loss": 0.007517863996326923, + "total": 0.01505134547652815, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047883542392842675, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010410777635898225 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026861142832785845, + "ssim_fused": 0.9864738583564758, + "seg_l1": 0.0028718647081404924, + "seg_ssim_ref": 0.986473798751831, + "depth": 0.00041207274938364453, + "rgb_loss": 0.004854119848459959, + "seg_loss": 0.005002732388675213, + "total": 0.009857263844223267, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041207274938364453, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016393147334197784 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002726346952840686, + "ssim_fused": 0.985038161277771, + "seg_l1": 0.002610165858641267, + "seg_ssim_ref": 0.9850379824638367, + "depth": 0.00032376401673640223, + "rgb_loss": 0.005173445679247379, + "seg_loss": 0.0050805360078811646, + "total": 0.010254305451145281, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032376401673640223, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.184127368084666e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005135752260684967, + "ssim_fused": 0.9764339327812195, + "seg_l1": 0.004938791040331125, + "seg_ssim_ref": 0.9764335751533508, + "depth": 0.0001326263823536121, + "rgb_loss": 0.008821815252304077, + "seg_loss": 0.008664318360388279, + "total": 0.017486265307752134, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001326263823536121, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001326263823536121 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 185, + "adam_update_count": 17760 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13960131400381215 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b6d93895bb9444808ccad964d0b81bd4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 186, + "next_interval": 0, + "next_adam_update": 17761, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 185, + "trained_intervals": 17760, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17760, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.3825693428516388, + "median": 11.513933181762695, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5556337833404541, + "median": 0.5556337833404541, + "max": 0.5556337833404541, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 3.004319906234741, + "median": 9.980225563049316, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.4660465717315674, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 20.17249298095703, + "median": 21595.18359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5556337833404541, + "median": 0.5556337833404541, + "max": 0.5556337833404541, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4932, + "controller_edge_stiffness": 359 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0186.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0186.json new file mode 100644 index 0000000000000000000000000000000000000000..3e5549cf3b4c47e5922845b85543db33ef829c18 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0186.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0186", + "executed_epochs": 186, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_40d00d38c4d24b5ba1aeea2859eb0c2f.npz", + "optimizer_file": "boundary_40d00d38c4d24b5ba1aeea2859eb0c2f_optimizer.pt", + "arrays_sha256": "7394581e4391360984c65a5f08cc16ee782c0dbb73be63eda81db032fd3a3167", + "optimizer_sha256": "23a10677abaf9c8069c1f5c84e711a17f5fa90d40248c3f66729fe68fc179213", + "stage": "adam", + "completed_passes": 186, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17856, + "adam_update_count": 17856, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 187, + "consumed_count": 186, + "last_submitted_update": 17856, + "last_consumed_update": 17760, + "pending": [ + { + "reference": { + "source_update": 17856, + "completed_passes": 186, + "next_interval": 0, + "trained_intervals": 17856, + "snapshot": "pass_end_0186", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 186, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17856, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17856, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00014311799895949662, + "update_l2": 0.0333230085670948 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006041624583303928, + "update_l2": 0.0005458593368530273 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.756949005648494e-06, + "update_l2": 0.009318498894572258 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01315644440102045, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4936, + "attachment": 359, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5444353222846985, + "ground_friction/effective": 0.5444353222846985, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01315644440102045, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037180199287831783, + "ssim_fused": 0.9819180965423584, + "seg_l1": 0.0036861482076346874, + "seg_ssim_ref": 0.9819179773330688, + "depth": 0.00033886964086844175, + "rgb_loss": 0.006590791046619415, + "seg_loss": 0.006565314717590809, + "total": 0.01315644440102045 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004278996028006077, + "ssim_fused": 0.9797609448432922, + "seg_l1": 0.004248409066349268, + "seg_ssim_ref": 0.9797613024711609, + "depth": 0.00047722497767199647, + "rgb_loss": 0.007471008226275444, + "seg_loss": 0.0074464669451117516, + "total": 0.014917952396364868, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047722497767199647, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010249733010255207 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002677902579307556, + "ssim_fused": 0.98654705286026, + "seg_l1": 0.00284564052708447, + "seg_ssim_ref": 0.9865469336509705, + "depth": 0.00040799618056302725, + "rgb_loss": 0.004832911305129528, + "seg_loss": 0.004967126064002514, + "total": 0.009800445365312604, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040799618056302725, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015985490452136055 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027268242556601763, + "ssim_fused": 0.9850591421127319, + "seg_l1": 0.0026188672054558992, + "seg_ssim_ref": 0.9850589632987976, + "depth": 0.00032245554577015956, + "rgb_loss": 0.005169630981981754, + "seg_loss": 0.005083301104605198, + "total": 0.010253254542132722, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032245554577015956, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.0532802714604e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005188357550650835, + "ssim_fused": 0.976305365562439, + "seg_l1": 0.0050316764973104, + "seg_ssim_ref": 0.9763048887252808, + "depth": 0.0001478018594685838, + "rgb_loss": 0.008889613673090935, + "seg_loss": 0.008764363825321198, + "total": 0.017654125300271602, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001478018594685838, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014780185946858384 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 186, + "adam_update_count": 17856 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14734477098681964 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_40d00d38c4d24b5ba1aeea2859eb0c2f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 187, + "next_interval": 0, + "next_adam_update": 17857, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 186, + "trained_intervals": 17856, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17856, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.3584115207195282, + "median": 11.513936042785645, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5449811816215515, + "median": 0.5449811816215515, + "max": 0.5449811816215515, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.9895899295806885, + "median": 9.979205131530762, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.4310544729232788, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 19.87752914428711, + "median": 21573.15625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5449811816215515, + "median": 0.5449811816215515, + "max": 0.5449811816215515, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4936, + "controller_edge_stiffness": 359 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0187.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0187.json new file mode 100644 index 0000000000000000000000000000000000000000..000e9d5259effea169e3723c24e4bf8ff9542b07 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0187.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0187", + "executed_epochs": 187, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d5ed8023ae814f5eb9b9aaf6389a8cfd.npz", + "optimizer_file": "boundary_d5ed8023ae814f5eb9b9aaf6389a8cfd_optimizer.pt", + "arrays_sha256": "a95de5d34fca84a917604d88d9ebdb745b3e9950773fd4c0e655f8b9862a2a75", + "optimizer_sha256": "cd684a7d618e9d6f701e0564a8c450f25dcbc112289b57549c4867a2026e60e8", + "stage": "adam", + "completed_passes": 187, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 17952, + "adam_update_count": 17952, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 188, + "consumed_count": 187, + "last_submitted_update": 17952, + "last_consumed_update": 17856, + "pending": [ + { + "reference": { + "source_update": 17952, + "completed_passes": 187, + "next_interval": 0, + "trained_intervals": 17952, + "snapshot": "pass_end_0187", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 187, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 17952, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 17952, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001844369835453108, + "update_l2": 0.03467848151922226 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009446933399885893, + "update_l2": 0.00048536062240600586 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.587254342273809e-06, + "update_l2": 0.012846522964537144 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013236940024842311, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4945, + "attachment": 359, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5291825532913208, + "ground_friction/effective": 0.5291825532913208, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013236940024842311, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003742375411093235, + "ssim_fused": 0.981849193572998, + "seg_l1": 0.003727936651557684, + "seg_ssim_ref": 0.9818490743637085, + "depth": 0.0003435429677249502, + "rgb_loss": 0.0066240644082427025, + "seg_loss": 0.006612531840801239, + "total": 0.013236940024842311 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004170789383351803, + "ssim_fused": 0.9802602529525757, + "seg_l1": 0.004099858924746513, + "seg_ssim_ref": 0.9802604913711548, + "depth": 0.000474594915193609, + "rgb_loss": 0.007284580729901791, + "seg_loss": 0.007227789144963026, + "total": 0.014512844004118723, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000474594915193609, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.986726762416454e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026475333143025637, + "ssim_fused": 0.986585259437561, + "seg_l1": 0.002775301458314061, + "seg_ssim_ref": 0.9865851998329163, + "depth": 0.0004073127292660587, + "rgb_loss": 0.004800974857062101, + "seg_loss": 0.004903201013803482, + "total": 0.009704583649256136, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004073127292660587, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015917145322439201 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028453359846025705, + "ssim_fused": 0.9845290780067444, + "seg_l1": 0.0028039671014994383, + "seg_ssim_ref": 0.9845288991928101, + "depth": 0.0003243831537723437, + "rgb_loss": 0.0053704530000686646, + "seg_loss": 0.005337393842637539, + "total": 0.010708171225859976, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003243831537723437, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.246041071678818e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005305843893438578, + "ssim_fused": 0.9760221242904663, + "seg_l1": 0.005232618656009436, + "seg_ssim_ref": 0.9760217666625977, + "depth": 0.00016788107266778947, + "rgb_loss": 0.009040250442922115, + "seg_loss": 0.008981741964817047, + "total": 0.018022161220134406, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016788107266778947, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016788107266778947 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 187, + "adam_update_count": 17952 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13931754298391752 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d5ed8023ae814f5eb9b9aaf6389a8cfd_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 188, + "next_interval": 0, + "next_adam_update": 17953, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 187, + "trained_intervals": 17952, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 17952, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.3359857499599457, + "median": 11.513957023620605, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5296679139137268, + "median": 0.5296679139137268, + "max": 0.5296679139137268, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.9686436653137207, + "median": 9.974187850952148, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.399319052696228, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 19.465499877929688, + "median": 21465.189453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5296679139137268, + "median": 0.5296679139137268, + "max": 0.5296679139137268, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4945, + "controller_edge_stiffness": 359 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0188.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0188.json new file mode 100644 index 0000000000000000000000000000000000000000..53b1eccd0f187d8d4ad9e76f12d10ff5cf2769ae --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0188.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0188", + "executed_epochs": 188, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ef508c0faa804809b6d67f61c20a6333.npz", + "optimizer_file": "boundary_ef508c0faa804809b6d67f61c20a6333_optimizer.pt", + "arrays_sha256": "f72824e08b40a79b94bf3d0afdab00d514e99e9b3fcf9efcc7e092a7e171f4c0", + "optimizer_sha256": "9131b65db81a0c371b480301a91eb5f4668e72b2fdb68508a2387163274fb0b8", + "stage": "adam", + "completed_passes": 188, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18048, + "adam_update_count": 18048, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 189, + "consumed_count": 188, + "last_submitted_update": 18048, + "last_consumed_update": 17952, + "pending": [ + { + "reference": { + "source_update": 18048, + "completed_passes": 188, + "next_interval": 0, + "trained_intervals": 18048, + "snapshot": "pass_end_0188", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 188, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18048, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18048, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011663746408885345, + "update_l2": 0.0356341116130352 + }, + "raw_ground_friction": { + "gradient_l2": 0.0010055750608444214, + "update_l2": 0.000448763370513916 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.491992048220709e-06, + "update_l2": 0.013227143324911594 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01326543758790106, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4956, + "attachment": 361, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.523902952671051, + "ground_friction/effective": 0.523902952671051, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01326543758790106, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037515335716307163, + "ssim_fused": 0.9818280339241028, + "seg_l1": 0.003743800800293684, + "seg_ssim_ref": 0.9818279147148132, + "depth": 0.00034752468675678966, + "rgb_loss": 0.00663562910631299, + "seg_loss": 0.006629460491240025, + "total": 0.01326543758790106 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004134510178118944, + "ssim_fused": 0.980440616607666, + "seg_l1": 0.004052975680679083, + "seg_ssim_ref": 0.9804409146308899, + "depth": 0.0004743023532429813, + "rgb_loss": 0.007219485007226467, + "seg_loss": 0.007154197432100773, + "total": 0.014374156741680483, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004743023532429813, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.957470567353682e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026525557041168213, + "ssim_fused": 0.9865250587463379, + "seg_l1": 0.002770144259557128, + "seg_ssim_ref": 0.9865249991416931, + "depth": 0.00040756719017763564, + "rgb_loss": 0.004817033186554909, + "seg_loss": 0.004911115393042564, + "total": 0.00972855614678765, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040756719017763564, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015942591413596897 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028772561345249414, + "ssim_fused": 0.9844030141830444, + "seg_l1": 0.00285420473664999, + "seg_ssim_ref": 0.9844027757644653, + "depth": 0.0003273902801587246, + "rgb_loss": 0.005421202164143324, + "seg_loss": 0.0054028090089559555, + "total": 0.010824339029040725, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003273902801587246, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.546753710316904e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005341812036931515, + "ssim_fused": 0.9759432673454285, + "seg_l1": 0.0052978782914578915, + "seg_ssim_ref": 0.9759429097175598, + "depth": 0.00018083892344781708, + "rgb_loss": 0.009084796532988548, + "seg_loss": 0.00904972106218338, + "total": 0.018134698434095375, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018083892344781708, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018083892344781708 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 188, + "adam_update_count": 18048 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1372380440006964 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ef508c0faa804809b6d67f61c20a6333_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 189, + "next_interval": 0, + "next_adam_update": 18049, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 188, + "trained_intervals": 18048, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18048, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.31963086128234863, + "median": 11.513985633850098, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5243517160415649, + "median": 0.5243517160415649, + "max": 0.5243517160415649, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.957318067550659, + "median": 9.969823837280273, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.3766194581985474, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 19.246286392211914, + "median": 21371.720703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5243517160415649, + "median": 0.5243517160415649, + "max": 0.5243517160415649, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4956, + "controller_edge_stiffness": 361 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0189.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0189.json new file mode 100644 index 0000000000000000000000000000000000000000..507f423fc6eb7518fd8efd233e5da049a8781fdc --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0189.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0189", + "executed_epochs": 189, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a946c78f07c44ea0b2c98062318b4064.npz", + "optimizer_file": "boundary_a946c78f07c44ea0b2c98062318b4064_optimizer.pt", + "arrays_sha256": "534971f289509457323788fd91de127cb71f593706d11aae7ab58cc60b2b3178", + "optimizer_sha256": "3b6918bbbf5267905d0d2056ee1ea9524218514598a1af5b8d1ac459060e5209", + "stage": "adam", + "completed_passes": 189, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18144, + "adam_update_count": 18144, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 190, + "consumed_count": 189, + "last_submitted_update": 18144, + "last_consumed_update": 18048, + "pending": [ + { + "reference": { + "source_update": 18144, + "completed_passes": 189, + "next_interval": 0, + "trained_intervals": 18144, + "snapshot": "pass_end_0189", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 189, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18144, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18144, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001228690380230546, + "update_l2": 0.03485339879989624 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009481196757405996, + "update_l2": 0.0005351901054382324 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.978981673455564e-06, + "update_l2": 0.010303216986358166 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013210401955579643, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4961, + "attachment": 363, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5313518643379211, + "ground_friction/effective": 0.5313518643379211, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013210401955579643, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003735247766599059, + "ssim_fused": 0.9818828105926514, + "seg_l1": 0.003718707710504532, + "seg_ssim_ref": 0.9818826913833618, + "depth": 0.00034420896065893536, + "rgb_loss": 0.006611632648855448, + "seg_loss": 0.006598425097763538, + "total": 0.013210401955579643 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004166862927377224, + "ssim_fused": 0.9802895188331604, + "seg_l1": 0.004089636728167534, + "seg_ssim_ref": 0.9802898168563843, + "depth": 0.0004742454064852143, + "rgb_loss": 0.007275586482137442, + "seg_loss": 0.0072137461975216866, + "total": 0.014489806459404326, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004742454064852143, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.951775891576987e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026541338302195072, + "ssim_fused": 0.9865627884864807, + "seg_l1": 0.002781443065032363, + "seg_ssim_ref": 0.9865626692771912, + "depth": 0.00040865166984705505, + "rgb_loss": 0.004810749553143978, + "seg_loss": 0.004912620410323143, + "total": 0.009723778615136968, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040865166984705505, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016051039380538838 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028340418357402086, + "ssim_fused": 0.9845911860466003, + "seg_l1": 0.002791964216157794, + "seg_ssim_ref": 0.9845909476280212, + "depth": 0.0003255296055183538, + "rgb_loss": 0.0053489962592720985, + "seg_loss": 0.005315382033586502, + "total": 0.010664703822464119, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003255296055183538, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.36068624627983e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005285952240228653, + "ssim_fused": 0.9760878086090088, + "seg_l1": 0.005211786832660437, + "seg_ssim_ref": 0.9760873913764954, + "depth": 0.0001684091607851183, + "rgb_loss": 0.009011199697852135, + "seg_loss": 0.008951950818300247, + "total": 0.017963318925313165, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001684091607851183, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001684091607851183 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 189, + "adam_update_count": 18144 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14130779198603705 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a946c78f07c44ea0b2c98062318b4064_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 190, + "next_interval": 0, + "next_adam_update": 18145, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 189, + "trained_intervals": 18144, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18144, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.3044270873069763, + "median": 11.513992309570312, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5318870544433594, + "median": 0.5318870544433594, + "max": 0.5318870544433594, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.95220947265625, + "median": 9.963890075683594, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.355847954750061, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 19.14821434020996, + "median": 21245.279296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5318870544433594, + "median": 0.5318870544433594, + "max": 0.5318870544433594, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4962, + "controller_edge_stiffness": 363 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0190.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0190.json new file mode 100644 index 0000000000000000000000000000000000000000..49d75275168a9f3f97fdf3475cf8de4d1b52fdc9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0190.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0190", + "executed_epochs": 190, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d73c289cdf76466a98d19a88a2794b65.npz", + "optimizer_file": "boundary_d73c289cdf76466a98d19a88a2794b65_optimizer.pt", + "arrays_sha256": "a0930734cdd077a6263ddc2664d8f877a2582f741ae267537d9e823a78c44cf4", + "optimizer_sha256": "ed56827785d01da07534111efcd31331a8187398715bcb855e7751cc236ab555", + "stage": "adam", + "completed_passes": 190, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18240, + "adam_update_count": 18240, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 191, + "consumed_count": 190, + "last_submitted_update": 18240, + "last_consumed_update": 18144, + "pending": [ + { + "reference": { + "source_update": 18240, + "completed_passes": 190, + "next_interval": 0, + "trained_intervals": 18240, + "snapshot": "pass_end_0190", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 190, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18240, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18240, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00013456701708491892, + "update_l2": 0.03456344082951546 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013684304431080818, + "update_l2": 0.0005031824111938477 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.959314982348587e-06, + "update_l2": 0.01276914868503809 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013234896067310849, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4968, + "attachment": 364, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5223961472511292, + "ground_friction/effective": 0.5223961472511292, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013234896067310849, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003743940033018589, + "ssim_fused": 0.981869637966156, + "seg_l1": 0.0037340479902923107, + "seg_ssim_ref": 0.9818695783615112, + "depth": 0.0003480294391303971, + "rgb_loss": 0.006621222011744976, + "seg_loss": 0.006613325793296099, + "total": 0.013234896067310849 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004148995038121939, + "ssim_fused": 0.9803718328475952, + "seg_l1": 0.004066686611622572, + "seg_ssim_ref": 0.9803720712661743, + "depth": 0.0004738157147016479, + "rgb_loss": 0.007244830019772053, + "seg_loss": 0.007178935222327709, + "total": 0.014424239057814463, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004738157147016479, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.908806713220345e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026566809974610806, + "ssim_fused": 0.9865376949310303, + "seg_l1": 0.002780073555186391, + "seg_ssim_ref": 0.9865376353263855, + "depth": 0.000407399321363515, + "rgb_loss": 0.00481780618429184, + "seg_loss": 0.004916531965136528, + "total": 0.009734745548749731, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000407399321363515, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015925804532184828 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028416933491826057, + "ssim_fused": 0.9845894575119019, + "seg_l1": 0.0028079666662961245, + "seg_ssim_ref": 0.9845892786979675, + "depth": 0.000326694646871183, + "rgb_loss": 0.005355463363230228, + "seg_loss": 0.005328517407178879, + "total": 0.010684307465055979, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000326694646871183, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.477190381562747e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005328391212970018, + "ssim_fused": 0.9759796261787415, + "seg_l1": 0.005281465593725443, + "seg_ssim_ref": 0.9759792685508728, + "depth": 0.00018420807358524241, + "rgb_loss": 0.009066788479685783, + "seg_loss": 0.009029319509863853, + "total": 0.018096292197623223, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018420807358524241, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018420807358524241 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 190, + "adam_update_count": 18240 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13546876699547283 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d73c289cdf76466a98d19a88a2794b65_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 191, + "next_interval": 0, + "next_adam_update": 18241, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 190, + "trained_intervals": 18240, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18240, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.28384968638420105, + "median": 11.51400375366211, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.522899329662323, + "median": 0.522899329662323, + "max": 0.522899329662323, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.9281389713287354, + "median": 9.96137809753418, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.328233242034912, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 18.69281005859375, + "median": 21191.98046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.522899329662323, + "median": 0.522899329662323, + "max": 0.522899329662323, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4968, + "controller_edge_stiffness": 364 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0191.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0191.json new file mode 100644 index 0000000000000000000000000000000000000000..47ff95e9bc71415340bfe7acc86f33b49051b7bf --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0191.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0191", + "executed_epochs": 191, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cf482e371f9a497b9a623d0dd251dd72.npz", + "optimizer_file": "boundary_cf482e371f9a497b9a623d0dd251dd72_optimizer.pt", + "arrays_sha256": "79086d7800c474942a6723aefba4b3ef09d596115e235b88228bb109dfbbd857", + "optimizer_sha256": "7fa39c22ac5041929db9646385100dbc5a52a97d1ecd078069cf8667826e6607", + "stage": "adam", + "completed_passes": 191, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18336, + "adam_update_count": 18336, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 192, + "consumed_count": 191, + "last_submitted_update": 18336, + "last_consumed_update": 18240, + "pending": [ + { + "reference": { + "source_update": 18336, + "completed_passes": 191, + "next_interval": 0, + "trained_intervals": 18336, + "snapshot": "pass_end_0191", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 191, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18336, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18336, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001174695062218234, + "update_l2": 0.034350596368312836 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011575404787436128, + "update_l2": 0.0005713105201721191 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.011018624325516e-06, + "update_l2": 0.009373300708830357 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013175463929404954, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4971, + "attachment": 364, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.531099259853363, + "ground_friction/effective": 0.531099259853363, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013175463929404954, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003725436981767416, + "ssim_fused": 0.9819241762161255, + "seg_l1": 0.0037055104039609432, + "seg_ssim_ref": 0.9819240570068359, + "depth": 0.0003435850194494318, + "rgb_loss": 0.006595517508685589, + "seg_loss": 0.0065796030685305595, + "total": 0.013175463929404954 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004188814666122198, + "ssim_fused": 0.980182945728302, + "seg_l1": 0.004113504197448492, + "seg_ssim_ref": 0.9801831245422363, + "depth": 0.0004755705357337784, + "rgb_loss": 0.0073144626803696156, + "seg_loss": 0.007254178635776043, + "total": 0.014569117352342679, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004755705357337784, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010084288816433392 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026591112837195396, + "ssim_fused": 0.9865745306015015, + "seg_l1": 0.002792788203805685, + "seg_ssim_ref": 0.9865743517875671, + "depth": 0.00040713208949038184, + "rgb_loss": 0.004812383092939854, + "seg_loss": 0.004919360391795635, + "total": 0.009732150616824978, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040713208949038184, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015899081344871515 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002794829197227955, + "ssim_fused": 0.9847837686538696, + "seg_l1": 0.002739185467362404, + "seg_ssim_ref": 0.9847835898399353, + "depth": 0.0003248321929154917, + "rgb_loss": 0.005279109813272953, + "seg_loss": 0.005234630778431892, + "total": 0.01051406542389776, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003248321929154917, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.290944985993616e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005258992314338684, + "ssim_fused": 0.9761554002761841, + "seg_l1": 0.005176563281565905, + "seg_ssim_ref": 0.9761550426483154, + "depth": 0.0001668052596580754, + "rgb_loss": 0.008976113982498646, + "seg_loss": 0.008910242468118668, + "total": 0.017886522324554396, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001668052596580754, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001668052596580754 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 191, + "adam_update_count": 18336 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13882189500145614 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cf482e371f9a497b9a623d0dd251dd72_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 192, + "next_interval": 0, + "next_adam_update": 18337, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 191, + "trained_intervals": 18336, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18336, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.26825425028800964, + "median": 11.514010429382324, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5316705703735352, + "median": 0.5316705703735352, + "max": 0.5316705703735352, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.922884702682495, + "median": 9.962793350219727, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.307679533958435, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 18.594850540161133, + "median": 21221.994140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5316705703735352, + "median": 0.5316705703735352, + "max": 0.5316705703735352, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4971, + "controller_edge_stiffness": 364 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0192.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0192.json new file mode 100644 index 0000000000000000000000000000000000000000..3704d2e2cd36acb8f2fd38d1b7c5ed184c6ba31e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0192.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0192", + "executed_epochs": 192, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d3ed78f1943f4c2aa59e52900656f0b3.npz", + "optimizer_file": "boundary_d3ed78f1943f4c2aa59e52900656f0b3_optimizer.pt", + "arrays_sha256": "9548c7ba4400e36fc9f840d065263d1c93e19e190599a91eaa1117ba04fab130", + "optimizer_sha256": "4c84d20df3983e8c6c10b39acc6af2a85cda58f8ea212294453ad5411cc29a7c", + "stage": "adam", + "completed_passes": 192, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18432, + "adam_update_count": 18432, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 193, + "consumed_count": 192, + "last_submitted_update": 18432, + "last_consumed_update": 18336, + "pending": [ + { + "reference": { + "source_update": 18432, + "completed_passes": 192, + "next_interval": 0, + "trained_intervals": 18432, + "snapshot": "pass_end_0192", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 192, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18432, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18432, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.519594459561631e-05, + "update_l2": 0.03433768078684807 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014454670017585158, + "update_l2": 0.0006095170974731445 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.990014976006933e-06, + "update_l2": 0.011444673873484135 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013178734249900008, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4979, + "attachment": 366, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.523650050163269, + "ground_friction/effective": 0.523650050163269, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013178734249900008, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037277350202202797, + "ssim_fused": 0.9819287657737732, + "seg_l1": 0.0037096012383699417, + "seg_ssim_ref": 0.9819287061691284, + "depth": 0.00034473044695817714, + "rgb_loss": 0.006596437655389309, + "seg_loss": 0.00658195186406374, + "total": 0.013178734249900008 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0042091249488294125, + "ssim_fused": 0.9800813794136047, + "seg_l1": 0.004138365387916565, + "seg_ssim_ref": 0.9800816774368286, + "depth": 0.00047539385647642316, + "rgb_loss": 0.007351024076342583, + "seg_loss": 0.007294356822967529, + "total": 0.014645856293166589, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047539385647642316, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001006662089069787 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026750690303742886, + "ssim_fused": 0.9865347146987915, + "seg_l1": 0.0028182801324874163, + "seg_ssim_ref": 0.9865346550941467, + "depth": 0.0004056275912741617, + "rgb_loss": 0.004833112470805645, + "seg_loss": 0.004947693087160587, + "total": 0.009781211185557507, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004056275912741617, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015748631523249506 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027624729555100203, + "ssim_fused": 0.9849610328674316, + "seg_l1": 0.002694972325116396, + "seg_ssim_ref": 0.9849607348442078, + "depth": 0.0003247500367628203, + "rgb_loss": 0.005217771977186203, + "seg_loss": 0.005163831170648336, + "total": 0.01038192836353259, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003247500367628203, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.2827293707264755e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005264272913336754, + "ssim_fused": 0.9761378765106201, + "seg_l1": 0.005186786875128746, + "seg_ssim_ref": 0.9761375188827515, + "depth": 0.0001731503033193035, + "rgb_loss": 0.00898384302854538, + "seg_loss": 0.008921925909817219, + "total": 0.017905941157343345, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001731503033193035, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001731503033193035 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 192, + "adam_update_count": 18432 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13456135400338098 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d3ed78f1943f4c2aa59e52900656f0b3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 193, + "next_interval": 0, + "next_adam_update": 18433, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 192, + "trained_intervals": 18432, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18432, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.24761798977851868, + "median": 11.51402759552002, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5242595672607422, + "median": 0.5242595672607422, + "max": 0.5242595672607422, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.901991605758667, + "median": 9.9563627243042, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.280970573425293, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 18.210378646850586, + "median": 21085.9609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5242595672607422, + "median": 0.5242595672607422, + "max": 0.5242595672607422, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4979, + "controller_edge_stiffness": 366 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0193.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0193.json new file mode 100644 index 0000000000000000000000000000000000000000..d516367d3973923172ea36fabb243f4ff9fbb384 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0193.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0193", + "executed_epochs": 193, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ec9db90b0e07420d93b663216a6076f4.npz", + "optimizer_file": "boundary_ec9db90b0e07420d93b663216a6076f4_optimizer.pt", + "arrays_sha256": "62e508534d86225984127c42895fedb58269c21290397af7919425c97964b667", + "optimizer_sha256": "b36021b9c9c8032c588ce6f4bbb5e77a969f9cd61dfd12997a9cb417b65b5379", + "stage": "adam", + "completed_passes": 193, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18528, + "adam_update_count": 18528, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 194, + "consumed_count": 193, + "last_submitted_update": 18528, + "last_consumed_update": 18432, + "pending": [ + { + "reference": { + "source_update": 18528, + "completed_passes": 193, + "next_interval": 0, + "trained_intervals": 18528, + "snapshot": "pass_end_0193", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 193, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18528, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18528, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.598976612323895e-05, + "update_l2": 0.03405680134892464 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015995681751519442, + "update_l2": 0.0005699396133422852 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.219983101298567e-06, + "update_l2": 0.01066286675632 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01316855249634117, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4984, + "attachment": 367, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5234853625297546, + "ground_friction/effective": 0.5234853625297546, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01316855249634117, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003724023699760437, + "ssim_fused": 0.9819362163543701, + "seg_l1": 0.003704315982758999, + "seg_ssim_ref": 0.9819360971450806, + "depth": 0.00034372961253083007, + "rgb_loss": 0.006591981276869774, + "seg_loss": 0.006576227024197578, + "total": 0.01316855249634117 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004187213256955147, + "ssim_fused": 0.9801735877990723, + "seg_l1": 0.004102793522179127, + "seg_ssim_ref": 0.9801738858222961, + "depth": 0.00047398506583464845, + "rgb_loss": 0.0073150526732206345, + "seg_loss": 0.007247457280755043, + "total": 0.014562983939041513, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047398506583464845, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.925741826520395e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00265258876606822, + "ssim_fused": 0.9866036176681519, + "seg_l1": 0.002786304336041212, + "seg_ssim_ref": 0.9866036176681519, + "depth": 0.0004056524082092159, + "rgb_loss": 0.004801347851753235, + "seg_loss": 0.004908320028334856, + "total": 0.009710073066835013, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004056524082092159, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001575111321675492 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00278649409301579, + "ssim_fused": 0.9848452210426331, + "seg_l1": 0.002728585619479418, + "seg_ssim_ref": 0.9848450422286987, + "depth": 0.0003252341205368025, + "rgb_loss": 0.005260150879621506, + "seg_loss": 0.005213860422372818, + "total": 0.01047433653611486, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003252341205368025, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.331137748124695e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00526979798451066, + "ssim_fused": 0.9761223196983337, + "seg_l1": 0.005199580453336239, + "seg_ssim_ref": 0.9761219620704651, + "depth": 0.00017004685554265352, + "rgb_loss": 0.008991374634206295, + "seg_loss": 0.008935271762311459, + "total": 0.017926816443373295, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017004685554265352, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017004685554265352 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 193, + "adam_update_count": 18528 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13656790199456736 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ec9db90b0e07420d93b663216a6076f4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 194, + "next_interval": 0, + "next_adam_update": 18529, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 193, + "trained_intervals": 18528, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18528, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.22913400828838348, + "median": 11.5140380859375, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5240553021430969, + "median": 0.5240553021430969, + "max": 0.5240553021430969, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.8878724575042725, + "median": 9.953986167907715, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.2575105428695679, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 17.955068588256836, + "median": 21035.90625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5240553021430969, + "median": 0.5240553021430969, + "max": 0.5240553021430969, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4984, + "controller_edge_stiffness": 367 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0194.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0194.json new file mode 100644 index 0000000000000000000000000000000000000000..ed478a0838affd2d8afb446636336e334a42f131 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0194.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0194", + "executed_epochs": 194, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5098d715b547442ab60f0d0cbe750619.npz", + "optimizer_file": "boundary_5098d715b547442ab60f0d0cbe750619_optimizer.pt", + "arrays_sha256": "02e7eea71240fa4920ff6f0d61c0a34aba4c16e0cc6f9adaa154a2c8f5e7fb50", + "optimizer_sha256": "cc14243d96d141b22eeeb2784d344269d7a5790dcf64523970a785c89fc193e7", + "stage": "adam", + "completed_passes": 194, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18624, + "adam_update_count": 18624, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 195, + "consumed_count": 194, + "last_submitted_update": 18624, + "last_consumed_update": 18528, + "pending": [ + { + "reference": { + "source_update": 18624, + "completed_passes": 194, + "next_interval": 0, + "trained_intervals": 18624, + "snapshot": "pass_end_0194", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 194, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18624, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18624, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.552242070436478e-05, + "update_l2": 0.03463008999824524 + }, + "raw_ground_friction": { + "gradient_l2": 0.001547825988382101, + "update_l2": 0.0006488561630249023 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.148275810526684e-06, + "update_l2": 0.010727209970355034 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013170468760283403, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4990, + "attachment": 367, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5272146463394165, + "ground_friction/effective": 0.5272146463394165, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013170468760283403, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003725134301930666, + "ssim_fused": 0.981937050819397, + "seg_l1": 0.003705997485667467, + "seg_ssim_ref": 0.9819368720054626, + "depth": 0.0003449615107120352, + "rgb_loss": 0.006592706311494112, + "seg_loss": 0.006577417720109224, + "total": 0.013170468760283403 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004217614885419607, + "ssim_fused": 0.9800467491149902, + "seg_l1": 0.004149510990828276, + "seg_ssim_ref": 0.9800470471382141, + "depth": 0.0004759002028449645, + "rgb_loss": 0.007364742457866669, + "seg_loss": 0.007310199551284313, + "total": 0.014675417909353826, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004759002028449645, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010117255527552004 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002676187315955758, + "ssim_fused": 0.9865350127220154, + "seg_l1": 0.002821765374392271, + "seg_ssim_ref": 0.9865350127220154, + "depth": 0.0004069647164265112, + "rgb_loss": 0.004833947401493788, + "seg_loss": 0.004950409755110741, + "total": 0.009784764586982242, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004069647164265112, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015882344038484455 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002754384418949485, + "ssim_fused": 0.9849981665611267, + "seg_l1": 0.002682966645807028, + "seg_ssim_ref": 0.9849978089332581, + "depth": 0.00032476087025418463, + "rgb_loss": 0.0052038743160665035, + "seg_loss": 0.005146811716258526, + "total": 0.010351010327533995, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032476087025418463, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.2838127198629035e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005252349656075239, + "ssim_fused": 0.9761680960655212, + "seg_l1": 0.005169746931642294, + "seg_ssim_ref": 0.9761677384376526, + "depth": 0.00017222025332248043, + "rgb_loss": 0.008968260139226913, + "seg_loss": 0.008902249857783318, + "total": 0.017870682217263553, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017222025332248043, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017222025332248043 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 194, + "adam_update_count": 18624 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1327735399827361 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5098d715b547442ab60f0d0cbe750619_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 195, + "next_interval": 0, + "next_adam_update": 18625, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 194, + "trained_intervals": 18624, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18624, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.20915478467941284, + "median": 11.514054298400879, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5278635025024414, + "median": 0.5278635025024414, + "max": 0.5278635025024414, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.875918388366699, + "median": 9.95339298248291, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.232635736465454, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 17.741710662841797, + "median": 21023.43359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5278635025024414, + "median": 0.5278635025024414, + "max": 0.5278635025024414, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4990, + "controller_edge_stiffness": 367 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0195.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0195.json new file mode 100644 index 0000000000000000000000000000000000000000..47d2f9be692dde640b239174afbf76f301bbb70a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0195.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0195", + "executed_epochs": 195, + "score": null, + "best_score": 0.012483075096819321, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8d7c9e737a1848b9a580d7bb819af20e.npz", + "optimizer_file": "boundary_8d7c9e737a1848b9a580d7bb819af20e_optimizer.pt", + "arrays_sha256": "475a4b15ffcbd8529437c9f31f14482ff6c14703246f8a2ea9e5f63640a69908", + "optimizer_sha256": "9d38d3b994bb8e6f30cf32b336629b1004d0cd4c680d3d3c6b01e574bccae77c", + "stage": "adam", + "completed_passes": 195, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18720, + "adam_update_count": 18720, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 196, + "consumed_count": 195, + "last_submitted_update": 18720, + "last_consumed_update": 18624, + "pending": [ + { + "reference": { + "source_update": 18720, + "completed_passes": 195, + "next_interval": 0, + "trained_intervals": 18720, + "snapshot": "pass_end_0195", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 17184, + "pass_science": { + "completed_passes": 195, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18720, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18720, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.659464608877897e-05, + "update_l2": 0.03542773798108101 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012794912327080965, + "update_l2": 0.0007137060165405273 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.354140284907771e-06, + "update_l2": 0.008733312599360943 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013136728119204138, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 4998, + "attachment": 368, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5413062572479248, + "ground_friction/effective": 0.5413062572479248, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013136728119204138, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037127104587852955, + "ssim_fused": 0.9819455146789551, + "seg_l1": 0.0036805171985179186, + "seg_ssim_ref": 0.9819453954696655, + "depth": 0.00033985088238706044, + "rgb_loss": 0.006581056863069534, + "seg_loss": 0.0065553318709135056, + "total": 0.013136728119204138 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004292430821806192, + "ssim_fused": 0.9797013401985168, + "seg_l1": 0.0042489576153457165, + "seg_ssim_ref": 0.979701578617096, + "depth": 0.0004778876587748527, + "rgb_loss": 0.007493676617741585, + "seg_loss": 0.007458850741386414, + "total": 0.014953005246786773, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004778876587748527, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010316001120540825 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002699614269658923, + "ssim_fused": 0.9864757061004639, + "seg_l1": 0.002871015341952443, + "seg_ssim_ref": 0.9864757061004639, + "depth": 0.00040670668623720644, + "rgb_loss": 0.004864550195634365, + "seg_loss": 0.0050016711466014385, + "total": 0.009866627583260753, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040670668623720644, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015856541019553978 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027003369759768248, + "ssim_fused": 0.9852039813995361, + "seg_l1": 0.0025925510562956333, + "seg_ssim_ref": 0.9852036237716675, + "depth": 0.0003218840609922901, + "rgb_loss": 0.005119473207741976, + "seg_loss": 0.0050333160907030106, + "total": 0.010153110716844691, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003218840609922901, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.996131793673455e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005158460233360529, + "ssim_fused": 0.9764012098312378, + "seg_l1": 0.0050095440819859505, + "seg_ssim_ref": 0.9764007329940796, + "depth": 0.00015292512354389245, + "rgb_loss": 0.00884652603417635, + "seg_loss": 0.008727489039301872, + "total": 0.01757416892992434, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015292512354389245, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015292512354389245 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 195, + "adam_update_count": 18720 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1359786299872212 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8d7c9e737a1848b9a580d7bb819af20e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 196, + "next_interval": 0, + "next_adam_update": 18721, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 195, + "trained_intervals": 18720, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18720, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.18658776581287384, + "median": 11.514067649841309, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5420199632644653, + "median": 0.5420199632644653, + "max": 0.5420199632644653, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.86567759513855, + "median": 9.952898979187012, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.2051304578781128, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 17.56094741821289, + "median": 21013.05078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5420199632644653, + "median": 0.5420199632644653, + "max": 0.5420199632644653, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 4998, + "controller_edge_stiffness": 368 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0196.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0196.json new file mode 100644 index 0000000000000000000000000000000000000000..c42a9f8043ecbca76ea6be2200ee93cd813c539c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0196.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0196", + "executed_epochs": 196, + "score": null, + "best_score": 0.012457714174382429, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3cdd3f33267b45a584a8c7f9b154dba3.npz", + "optimizer_file": "boundary_3cdd3f33267b45a584a8c7f9b154dba3_optimizer.pt", + "arrays_sha256": "54dbd8b397312917b5b8b477a376bba0074d23817bdc239a8c79900dd2a17e6a", + "optimizer_sha256": "4d392b8bfa144e48f50d139d2dd5183e1e6c82816cb9ec8f31e36d480d4617c6", + "stage": "adam", + "completed_passes": 196, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18816, + "adam_update_count": 18816, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 197, + "consumed_count": 196, + "last_submitted_update": 18816, + "last_consumed_update": 18720, + "pending": [ + { + "reference": { + "source_update": 18816, + "completed_passes": 196, + "next_interval": 0, + "trained_intervals": 18816, + "snapshot": "pass_end_0196", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 18720, + "pass_science": { + "completed_passes": 196, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18816, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18816, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.603228732477874e-05, + "update_l2": 0.03481603041291237 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011445573763921857, + "update_l2": 0.000546872615814209 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.850067853112705e-06, + "update_l2": 0.01107078231871128 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01320880627692754, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5003, + "attachment": 370, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5650371313095093, + "ground_friction/effective": 0.5650371313095093, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01320880627692754, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00373154878616333, + "ssim_fused": 0.9818398952484131, + "seg_l1": 0.0036989343352615833, + "seg_ssim_ref": 0.9818397164344788, + "depth": 0.0003392292659978719, + "rgb_loss": 0.0066172657534480095, + "seg_loss": 0.006591201759874821, + "total": 0.01320880627692754 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00443268334493041, + "ssim_fused": 0.9791539907455444, + "seg_l1": 0.004457611590623856, + "seg_ssim_ref": 0.9791542887687683, + "depth": 0.00048627663671892753, + "rgb_loss": 0.007715348619967699, + "seg_loss": 0.007735231891274452, + "total": 0.015451066322217584, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048627663671892753, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011154898914948306 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027986792847514153, + "ssim_fused": 0.9860658049583435, + "seg_l1": 0.0030368557199835777, + "seg_ssim_ref": 0.9860656261444092, + "depth": 0.0004160564348701805, + "rgb_loss": 0.005025782622396946, + "seg_loss": 0.005216359160840511, + "total": 0.010242557839672328, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004160564348701805, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016791515882851383 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026449209544807673, + "ssim_fused": 0.9854370355606079, + "seg_l1": 0.0024897714611142874, + "seg_ssim_ref": 0.985436737537384, + "depth": 0.0003237351107206712, + "rgb_loss": 0.005028529558330774, + "seg_loss": 0.004904469475150108, + "total": 0.009933322302930316, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003237351107206712, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1812367665115676e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050499108619987965, + "ssim_fused": 0.9767026305198669, + "seg_l1": 0.004811498802155256, + "seg_ssim_ref": 0.9767022728919983, + "depth": 0.00013084888168170836, + "rgb_loss": 0.008699402213096619, + "seg_loss": 0.008508744649589062, + "total": 0.017208278642889936, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013084888168170836, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001308488816817084 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 196, + "adam_update_count": 18816 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13611011698958464 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3cdd3f33267b45a584a8c7f9b154dba3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 197, + "next_interval": 0, + "next_adam_update": 18817, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 196, + "trained_intervals": 18816, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18816, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.15956507623195648, + "median": 11.514071464538574, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5655840039253235, + "median": 0.5655840039253235, + "max": 0.5655840039253235, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.858799457550049, + "median": 9.954304695129395, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.1730005741119385, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 17.440574645996094, + "median": 21042.609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5655840039253235, + "median": 0.5655840039253235, + "max": 0.5655840039253235, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5003, + "controller_edge_stiffness": 370 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0197.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0197.json new file mode 100644 index 0000000000000000000000000000000000000000..74ab5115431280a99c3c90bbf9045b1427c77154 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0197.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0197", + "executed_epochs": 197, + "score": null, + "best_score": 0.012457714174382429, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_253e8a1efbf34c13b3f2b4199642ee34.npz", + "optimizer_file": "boundary_253e8a1efbf34c13b3f2b4199642ee34_optimizer.pt", + "arrays_sha256": "2dc57a1a832d39f32e8fa447dab8f83f8c6df619442e9dfb2ce54e7a18b3b2ae", + "optimizer_sha256": "e0932489b27fd21c3b9bef0b41ad18f3a1c4a7a96a92b4d53299ec671727ac31", + "stage": "adam", + "completed_passes": 197, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 18912, + "adam_update_count": 18912, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 198, + "consumed_count": 197, + "last_submitted_update": 18912, + "last_consumed_update": 18816, + "pending": [ + { + "reference": { + "source_update": 18912, + "completed_passes": 197, + "next_interval": 0, + "trained_intervals": 18912, + "snapshot": "pass_end_0197", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 18720, + "pass_science": { + "completed_passes": 197, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 18912, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 18912, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0002785366086754948, + "update_l2": 0.03148429095745087 + }, + "raw_ground_friction": { + "gradient_l2": 0.001714404788799584, + "update_l2": 0.0004704594612121582 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1095346962974872e-05, + "update_l2": 0.014079547487199306 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01313078839492888, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5004, + "attachment": 370, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5158953070640564, + "ground_friction/effective": 0.5158953070640564, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01313078839492888, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003713269717991352, + "ssim_fused": 0.9819893836975098, + "seg_l1": 0.003694447223097086, + "seg_ssim_ref": 0.9819892644882202, + "depth": 0.00034382727832475224, + "rgb_loss": 0.006572742480784655, + "seg_loss": 0.006557702086865902, + "total": 0.01313078839492888 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004201523959636688, + "ssim_fused": 0.9800947904586792, + "seg_l1": 0.0041076550260186195, + "seg_ssim_ref": 0.9800950288772583, + "depth": 0.0004741151734226797, + "rgb_loss": 0.007342261262238026, + "seg_loss": 0.00726711843162775, + "total": 0.0146098538090392, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004741151734226797, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.93875258532352e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002650038106366992, + "ssim_fused": 0.9866364002227783, + "seg_l1": 0.0027903267182409763, + "seg_ssim_ref": 0.9866362810134888, + "depth": 0.00039854416178280734, + "rgb_loss": 0.004792750813066959, + "seg_loss": 0.004905004985630512, + "total": 0.009698154342859254, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039854416178280734, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015040288574114073 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027423929423093796, + "ssim_fused": 0.9850887656211853, + "seg_l1": 0.002670258516445756, + "seg_ssim_ref": 0.985088586807251, + "depth": 0.0003231866772754842, + "rgb_loss": 0.005176161415874958, + "seg_loss": 0.005118489731103182, + "total": 0.010294974799316703, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003231866772754842, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1263934219928624e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005259124096482992, + "ssim_fused": 0.9761375188827515, + "seg_l1": 0.005209548864513636, + "seg_ssim_ref": 0.9761372208595276, + "depth": 0.00017946310081803755, + "rgb_loss": 0.0089797955006361, + "seg_loss": 0.00894019566476345, + "total": 0.01792017062850037, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017946310081803755, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017946310081803753 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 197, + "adam_update_count": 18912 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13453897897852585 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_253e8a1efbf34c13b3f2b4199642ee34_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 198, + "next_interval": 0, + "next_adam_update": 18913, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 197, + "trained_intervals": 18912, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 18912, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.14422404766082764, + "median": 11.514071464538574, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5163657665252686, + "median": 0.5163657665252686, + "max": 0.5163657665252686, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.8165533542633057, + "median": 9.95069408416748, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.155142903327942, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 16.719125747680664, + "median": 20966.771484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5163657665252686, + "median": 0.5163657665252686, + "max": 0.5163657665252686, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5004, + "controller_edge_stiffness": 370 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0198.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0198.json new file mode 100644 index 0000000000000000000000000000000000000000..f6a4a27ada228ccd4fd0e3a99c2bfbff60cd4acf --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0198.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0198", + "executed_epochs": 198, + "score": null, + "best_score": 0.012457714174382429, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ae42d708772d49d9bce8abfff8f79491.npz", + "optimizer_file": "boundary_ae42d708772d49d9bce8abfff8f79491_optimizer.pt", + "arrays_sha256": "ec257add0d98542ba07d4d4775bbfa7c3c95007586094e0ec56f03ab2c070a25", + "optimizer_sha256": "b5d50219eb85104d8e66b515046d0bbfaedfcfa81f9b1907e8368ea0f11e8a20", + "stage": "adam", + "completed_passes": 198, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19008, + "adam_update_count": 19008, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 199, + "consumed_count": 198, + "last_submitted_update": 19008, + "last_consumed_update": 18912, + "pending": [ + { + "reference": { + "source_update": 19008, + "completed_passes": 198, + "next_interval": 0, + "trained_intervals": 19008, + "snapshot": "pass_end_0198", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 18720, + "pass_science": { + "completed_passes": 198, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19008, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19008, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.043607133207843e-05, + "update_l2": 0.03311252221465111 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013079398777335882, + "update_l2": 0.0005691051483154297 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.464574198616901e-06, + "update_l2": 0.009273090399801731 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013136282281897978, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5010, + "attachment": 370, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5359442234039307, + "ground_friction/effective": 0.5359442234039307, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013136282281897978, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003713828045874834, + "ssim_fused": 0.9819572567939758, + "seg_l1": 0.003684696741402149, + "seg_ssim_ref": 0.981957197189331, + "depth": 0.000340815581396649, + "rgb_loss": 0.006579610984772444, + "seg_loss": 0.006556330248713493, + "total": 0.013136282281897978 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004243668634444475, + "ssim_fused": 0.9799309372901917, + "seg_l1": 0.0041902512311935425, + "seg_ssim_ref": 0.9799311757087708, + "depth": 0.00047619410502413906, + "rgb_loss": 0.00740874744951725, + "seg_loss": 0.0073659662157297134, + "total": 0.014775189859351988, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047619410502413906, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010146645745469456 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026827810797840357, + "ssim_fused": 0.9865222573280334, + "seg_l1": 0.0028334215749055147, + "seg_ssim_ref": 0.9865222573280334, + "depth": 0.0004047443077614949, + "rgb_loss": 0.004841773770749569, + "seg_loss": 0.004962285980582237, + "total": 0.009804464495639568, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004047443077614949, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001566030317198282 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002727128565311432, + "ssim_fused": 0.9850882291793823, + "seg_l1": 0.0026339676696807146, + "seg_ssim_ref": 0.9850878715515137, + "depth": 0.00032301523571187207, + "rgb_loss": 0.005164057016372681, + "seg_loss": 0.005089599639177322, + "total": 0.010253979670785715, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032301523571187207, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1092492656316565e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00520173367112875, + "ssim_fused": 0.9762876033782959, + "seg_l1": 0.0050811474211514, + "seg_ssim_ref": 0.9762872457504272, + "depth": 0.0001593086770890901, + "rgb_loss": 0.00890386663377285, + "seg_loss": 0.0088074691593647, + "total": 0.01771149510181464, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001593086770890901, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015930867708909008 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 198, + "adam_update_count": 19008 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14154015900567174 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ae42d708772d49d9bce8abfff8f79491_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 199, + "next_interval": 0, + "next_adam_update": 19009, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 198, + "trained_intervals": 19008, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19008, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.12692561745643616, + "median": 11.514081001281738, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5365133285522461, + "median": 0.5365133285522461, + "max": 0.5365133285522461, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.8183047771453857, + "median": 9.95219612121582, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.1353325843811035, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 16.74843406677246, + "median": 20998.287109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5365133285522461, + "median": 0.5365133285522461, + "max": 0.5365133285522461, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5010, + "controller_edge_stiffness": 370 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0199.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0199.json new file mode 100644 index 0000000000000000000000000000000000000000..ca173ab38da314fda0f392c5ee64790482ba5c56 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0199.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0199", + "executed_epochs": 199, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_3f5c4c51eb3f4bf59f607bf92d163660.npz", + "optimizer_file": "boundary_3f5c4c51eb3f4bf59f607bf92d163660_optimizer.pt", + "arrays_sha256": "0015b7057a1400c2076c1f7bb5fd7f93a59473e4313eaa6ae5429aa78b8c849a", + "optimizer_sha256": "79d8f040ca5955b34249e77e4f02b6ec8d05b315e71c14d10e20ac100e9a6925", + "stage": "adam", + "completed_passes": 199, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19104, + "adam_update_count": 19104, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 200, + "consumed_count": 199, + "last_submitted_update": 19104, + "last_consumed_update": 19008, + "pending": [ + { + "reference": { + "source_update": 19104, + "completed_passes": 199, + "next_interval": 0, + "trained_intervals": 19104, + "snapshot": "pass_end_0199", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 199, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19104, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19104, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.667967631481588e-05, + "update_l2": 0.0337078720331192 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009385558078065515, + "update_l2": 0.0005434155464172363 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.648394678952172e-06, + "update_l2": 0.010305806063115597 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013115698876126961, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5012, + "attachment": 371, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.561832070350647, + "ground_friction/effective": 0.561832070350647, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013115698876126961, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037036752328276634, + "ssim_fused": 0.9819400310516357, + "seg_l1": 0.00366048701107502, + "seg_ssim_ref": 0.9819398522377014, + "depth": 0.0003366119110129593, + "rgb_loss": 0.00657493993639946, + "seg_loss": 0.006540422327816486, + "total": 0.013115698876126961 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004409129731357098, + "ssim_fused": 0.9792130589485168, + "seg_l1": 0.004408225882798433, + "seg_ssim_ref": 0.9792132377624512, + "depth": 0.0004832402076259152, + "rgb_loss": 0.007684691809117794, + "seg_loss": 0.007683933712542057, + "total": 0.015369108761867476, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004832402076259152, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001085125600564707 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027634287253022194, + "ssim_fused": 0.9862130880355835, + "seg_l1": 0.0029913943726569414, + "seg_ssim_ref": 0.9862129092216492, + "depth": 0.00041489960886331105, + "rgb_loss": 0.004968125373125076, + "seg_loss": 0.005150533746927977, + "total": 0.010119074485323204, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041489960886331105, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016675833282164438 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026203582528978586, + "ssim_fused": 0.9855647683143616, + "seg_l1": 0.0024581023026257753, + "seg_ssim_ref": 0.9855645298957825, + "depth": 0.0003219624267306385, + "rgb_loss": 0.0049833329394459724, + "seg_loss": 0.004853575956076384, + "total": 0.0098372303922878, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003219624267306385, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.003968367508296e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005021784920245409, + "ssim_fused": 0.9767690896987915, + "seg_l1": 0.004784225486218929, + "seg_ssim_ref": 0.9767686724662781, + "depth": 0.00012634540083197252, + "rgb_loss": 0.008663609623908997, + "seg_loss": 0.008473645895719528, + "total": 0.017137381865029357, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012634540083197252, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012634540083197252 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 199, + "adam_update_count": 19104 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13629445497645065 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_3f5c4c51eb3f4bf59f607bf92d163660_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 200, + "next_interval": 0, + "next_adam_update": 19105, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 199, + "trained_intervals": 19104, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19104, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.09954497218132019, + "median": 11.514083862304688, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5623754858970642, + "median": 0.5623754858970642, + "max": 0.5623754858970642, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.8130979537963867, + "median": 9.949604988098145, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.104668140411377, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 16.661455154418945, + "median": 20943.947265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5623754858970642, + "median": 0.5623754858970642, + "max": 0.5623754858970642, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5012, + "controller_edge_stiffness": 371 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0200.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0200.json new file mode 100644 index 0000000000000000000000000000000000000000..ee9be52ea7fc7e7d0c7a39473eb748097b19209e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0200.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0200", + "executed_epochs": 200, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_83c17e75a2894b9ba37fb68bbc5514df.npz", + "optimizer_file": "boundary_83c17e75a2894b9ba37fb68bbc5514df_optimizer.pt", + "arrays_sha256": "baec84b3a5782c01c79a204b7a58c9894e4f675218e6c22f58ba6d3949b2d911", + "optimizer_sha256": "735cd0cbdd0c7b2aa468a4e3e4498792b43761ca52608105473dea5ed5bf2d2f", + "stage": "adam", + "completed_passes": 200, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19200, + "adam_update_count": 19200, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 201, + "consumed_count": 200, + "last_submitted_update": 19200, + "last_consumed_update": 19104, + "pending": [ + { + "reference": { + "source_update": 19200, + "completed_passes": 200, + "next_interval": 0, + "trained_intervals": 19200, + "snapshot": "pass_end_0200", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 200, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19200, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19200, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00037909235106781125, + "update_l2": 0.03082183562219143 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012996753212064505, + "update_l2": 0.00046831369400024414 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.454582151287468e-06, + "update_l2": 0.006796067114919424 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013062545645213246, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5021, + "attachment": 373, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5520098805427551, + "ground_friction/effective": 0.5520098805427551, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013062545645213246, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003687541000545025, + "ssim_fused": 0.981998085975647, + "seg_l1": 0.003639238653704524, + "seg_ssim_ref": 0.9819979667663574, + "depth": 0.00033489165317913933, + "rgb_loss": 0.006550415884703398, + "seg_loss": 0.006511794403195381, + "total": 0.013062545645213246 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004351054318249226, + "ssim_fused": 0.9794167876243591, + "seg_l1": 0.004314119461923838, + "seg_ssim_ref": 0.9794170260429382, + "depth": 0.0004796195126764682, + "rgb_loss": 0.007597486488521099, + "seg_loss": 0.007567890454083681, + "total": 0.015165857027778744, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004796195126764682, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001048918651070238 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026977271772921085, + "ssim_fused": 0.9864739775657654, + "seg_l1": 0.0028903228230774403, + "seg_ssim_ref": 0.9864738583564758, + "depth": 0.00040943713797463347, + "rgb_loss": 0.004863386042416096, + "seg_loss": 0.005017486400902271, + "total": 0.009881281880456342, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040943713797463347, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016129586193296683 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002642306499183178, + "ssim_fused": 0.9854640364646912, + "seg_l1": 0.0024961947929114103, + "seg_ssim_ref": 0.9854638576507568, + "depth": 0.00032159002298670294, + "rgb_loss": 0.005021037999540567, + "seg_loss": 0.004904184490442276, + "total": 0.009925543614344542, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032159002298670294, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.966727993114742e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005059076938778162, + "ssim_fused": 0.9766375422477722, + "seg_l1": 0.004856317304074764, + "seg_ssim_ref": 0.9766371846199036, + "depth": 0.00012891993907875274, + "rgb_loss": 0.008719753473997116, + "seg_loss": 0.008557616733014584, + "total": 0.017277500058273353, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012891993907875274, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012891993907875274 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 200, + "adam_update_count": 19200 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13444902398623526 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_83c17e75a2894b9ba37fb68bbc5514df_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 201, + "next_interval": 0, + "next_adam_update": 19201, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 200, + "trained_intervals": 19200, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19200, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.0774862989783287, + "median": 11.514092445373535, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5524781942367554, + "median": 0.5524781942367554, + "max": 0.5524781942367554, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.7943015098571777, + "median": 9.948976516723633, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.0805673599243164, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 16.35120391845703, + "median": 20930.791015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5524781942367554, + "median": 0.5524781942367554, + "max": 0.5524781942367554, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5021, + "controller_edge_stiffness": 373 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0201.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0201.json new file mode 100644 index 0000000000000000000000000000000000000000..de9190b26432a9863a520c5b61d6d26e4710f5bb --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0201.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0201", + "executed_epochs": 201, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_968b2f7a48da4021acac5aa839bd7cc5.npz", + "optimizer_file": "boundary_968b2f7a48da4021acac5aa839bd7cc5_optimizer.pt", + "arrays_sha256": "e6301fbd4a9b87fe06a39a5d058eb1a5b2f69de85c4e7ee202f9454f13713dda", + "optimizer_sha256": "6af8bbb125aff68475299e09dcd4468f8cd34a8c6d19e53f4c0c33d132934d54", + "stage": "adam", + "completed_passes": 201, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19296, + "adam_update_count": 19296, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 202, + "consumed_count": 201, + "last_submitted_update": 19296, + "last_consumed_update": 19200, + "pending": [ + { + "reference": { + "source_update": 19296, + "completed_passes": 201, + "next_interval": 0, + "trained_intervals": 19296, + "snapshot": "pass_end_0201", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 201, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19296, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19296, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010014057625085115, + "update_l2": 0.03133367374539375 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009598312899470329, + "update_l2": 0.00047397613525390625 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.705877927335678e-06, + "update_l2": 0.007860150188207626 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013110221709868421, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5025, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5647150874137878, + "ground_friction/effective": 0.5647150874137878, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013110221709868421, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003701433539390564, + "ssim_fused": 0.9819371104240417, + "seg_l1": 0.003654430154711008, + "seg_ssim_ref": 0.9819369316101074, + "depth": 0.0003356223912137406, + "rgb_loss": 0.006573733873665333, + "seg_loss": 0.006536152213811874, + "total": 0.013110221709868421 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004411518108099699, + "ssim_fused": 0.9792064428329468, + "seg_l1": 0.004414265975356102, + "seg_ssim_ref": 0.9792066216468811, + "depth": 0.0004828969024644336, + "rgb_loss": 0.007687926292419434, + "seg_loss": 0.007690088823437691, + "total": 0.01537849801275959, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004828969024644336, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010816925489498915 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027517820708453655, + "ssim_fused": 0.9862356185913086, + "seg_l1": 0.002976825227960944, + "seg_ssim_ref": 0.9862355589866638, + "depth": 0.0004123865759326149, + "rgb_loss": 0.004954301752150059, + "seg_loss": 0.0051343487575650215, + "total": 0.010089062896291013, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004123865759326149, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001642452998909482 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002623005537316203, + "ssim_fused": 0.9855556488037109, + "seg_l1": 0.0024557416327297688, + "seg_ssim_ref": 0.9855554699897766, + "depth": 0.0003219630287266853, + "rgb_loss": 0.0049872747622430325, + "seg_loss": 0.004853499121963978, + "total": 0.00984109538157445, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003219630287266853, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.004028567112976e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005019428674131632, + "ssim_fused": 0.9767505526542664, + "seg_l1": 0.004770888481289148, + "seg_ssim_ref": 0.9767501950263977, + "depth": 0.00012524305773122855, + "rgb_loss": 0.008665433153510094, + "seg_loss": 0.008466672152280807, + "total": 0.01713223054884863, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012524305773122855, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012524305773122855 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 201, + "adam_update_count": 19296 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13630414198269136 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_968b2f7a48da4021acac5aa839bd7cc5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 202, + "next_interval": 0, + "next_adam_update": 19297, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 201, + "trained_intervals": 19296, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19296, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.04907752573490143, + "median": 11.5141019821167, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5651890635490417, + "median": 0.5651890635490417, + "max": 0.5651890635490417, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.786036252975464, + "median": 9.946094512939453, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.0503017902374268, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 16.216611862182617, + "median": 20870.552734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5651890635490417, + "median": 0.5651890635490417, + "max": 0.5651890635490417, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5025, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0202.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0202.json new file mode 100644 index 0000000000000000000000000000000000000000..e8aac5803495292792a7cd6ae656172949262b61 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0202.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0202", + "executed_epochs": 202, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_48d7ada6fd4242d18e862fb77a5a3da9.npz", + "optimizer_file": "boundary_48d7ada6fd4242d18e862fb77a5a3da9_optimizer.pt", + "arrays_sha256": "48c816a0e7ec164984c56383c9058550852cde2a4db3d090d8847c5a6bab6245", + "optimizer_sha256": "c5c7e0f648733a66bd25947a8eb016487c7409e0c8fe0b52e211d805a670f9f7", + "stage": "adam", + "completed_passes": 202, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19392, + "adam_update_count": 19392, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 203, + "consumed_count": 202, + "last_submitted_update": 19392, + "last_consumed_update": 19296, + "pending": [ + { + "reference": { + "source_update": 19392, + "completed_passes": 202, + "next_interval": 0, + "trained_intervals": 19392, + "snapshot": "pass_end_0202", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 202, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19392, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19392, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00036081456346437335, + "update_l2": 0.029514439404010773 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011228679213672876, + "update_l2": 0.0003991127014160156 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.1225838433310855e-06, + "update_l2": 0.006427941843867302 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012996055069522328, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5031, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5537927746772766, + "ground_friction/effective": 0.5537927746772766, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012996055069522328, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003665495663881302, + "ssim_fused": 0.982052206993103, + "seg_l1": 0.0036052237264811993, + "seg_ssim_ref": 0.9820520877838135, + "depth": 0.0003319002253486543, + "rgb_loss": 0.00652195792645216, + "seg_loss": 0.006473764777183533, + "total": 0.012996055069522328 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004387014079838991, + "ssim_fused": 0.9792196750640869, + "seg_l1": 0.004337501246482134, + "seg_ssim_ref": 0.9792198538780212, + "depth": 0.00047962563801712043, + "rgb_loss": 0.0076656765304505825, + "seg_loss": 0.007626030594110489, + "total": 0.015292187215860375, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047962563801712043, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010489799044767594 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026902607642114162, + "ssim_fused": 0.9864758849143982, + "seg_l1": 0.002899177372455597, + "seg_ssim_ref": 0.9864757657051086, + "depth": 0.00040898868259715165, + "rgb_loss": 0.004857031628489494, + "seg_loss": 0.005024189129471779, + "total": 0.009881629746643871, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040898868259715165, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016084740655548493 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002599582076072693, + "ssim_fused": 0.9856975078582764, + "seg_l1": 0.0024321991950273514, + "seg_ssim_ref": 0.985697329044342, + "depth": 0.0003199653286836109, + "rgb_loss": 0.004940164275467396, + "seg_loss": 0.00480629364028573, + "total": 0.009746778346743097, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003199653286836109, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.8042585628055386e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00498512526974082, + "ssim_fused": 0.9768157005310059, + "seg_l1": 0.004752017557621002, + "seg_ssim_ref": 0.9768153429031372, + "depth": 0.00011902125209673406, + "rgb_loss": 0.008624959737062454, + "seg_loss": 0.00843854621052742, + "total": 0.01706362496884197, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011902125209673406, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011902125209673406 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 202, + "adam_update_count": 19392 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13524218299426138 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_48d7ada6fd4242d18e862fb77a5a3da9_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 203, + "next_interval": 0, + "next_adam_update": 19393, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 202, + "trained_intervals": 19392, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19392, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": 0.02343323454260826, + "median": 11.514114379882812, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5541918873786926, + "median": 0.5541918873786926, + "max": 0.5541918873786926, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.7641890048980713, + "median": 9.948591232299805, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 1.0237098932266235, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 15.866168022155762, + "median": 20922.7265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5541918873786926, + "median": 0.5541918873786926, + "max": 0.5541918873786926, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5031, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0203.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0203.json new file mode 100644 index 0000000000000000000000000000000000000000..1c4af821463f2d645aa80e307f76bd9aad7cc66a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0203.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0203", + "executed_epochs": 203, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_38f1524f2c4c485d9740694b3121d1af.npz", + "optimizer_file": "boundary_38f1524f2c4c485d9740694b3121d1af_optimizer.pt", + "arrays_sha256": "30391ca54600e4c1a023361690242d77292d09747267cf7f9cc3c84f953f2ed7", + "optimizer_sha256": "c0fc815f6d1fe6640c056c6e62025dbc948543c9983ba778f060a71d45b3cac5", + "stage": "adam", + "completed_passes": 203, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19488, + "adam_update_count": 19488, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 204, + "consumed_count": 203, + "last_submitted_update": 19488, + "last_consumed_update": 19392, + "pending": [ + { + "reference": { + "source_update": 19488, + "completed_passes": 203, + "next_interval": 0, + "trained_intervals": 19488, + "snapshot": "pass_end_0203", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 203, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19488, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19488, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017039691738318652, + "update_l2": 0.031012102961540222 + }, + "raw_ground_friction": { + "gradient_l2": 0.001151791773736477, + "update_l2": 0.00034373998641967773 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.595653990691062e-06, + "update_l2": 0.005977150518447161 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013086816004397768, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5035, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5569103956222534, + "ground_friction/effective": 0.5569103956222534, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013086816004397768, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003692066762596369, + "ssim_fused": 0.981946587562561, + "seg_l1": 0.003639314789324999, + "seg_ssim_ref": 0.9819465279579163, + "depth": 0.00033358755936050636, + "rgb_loss": 0.006564335897564888, + "seg_loss": 0.006522146053612232, + "total": 0.013086816004397768 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004330979194492102, + "ssim_fused": 0.9795207381248474, + "seg_l1": 0.004290199372917414, + "seg_ssim_ref": 0.9795210957527161, + "depth": 0.0004801772022808695, + "rgb_loss": 0.007560635916888714, + "seg_loss": 0.007527940906584263, + "total": 0.015089057000675258, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004801772022808695, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010544955471142496 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026738240849226713, + "ssim_fused": 0.986474871635437, + "seg_l1": 0.0028529400005936623, + "seg_ssim_ref": 0.9864748120307922, + "depth": 0.0004103934841401258, + "rgb_loss": 0.0048440853133797646, + "seg_loss": 0.0049873897805809975, + "total": 0.009831885487444902, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004103934841401258, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016225220809845916 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002701367950066924, + "ssim_fused": 0.9851665496826172, + "seg_l1": 0.0025697483215481043, + "seg_ssim_ref": 0.9851663708686829, + "depth": 0.0003228027520615917, + "rgb_loss": 0.005127784796059132, + "seg_loss": 0.005022524856030941, + "total": 0.010150632454842134, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003228027520615917, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.088000900603618e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005062095355242491, + "ssim_fused": 0.9766241908073425, + "seg_l1": 0.0048443712294101715, + "seg_ssim_ref": 0.9766238331794739, + "depth": 0.00012097679895943854, + "rgb_loss": 0.008724838495254517, + "seg_loss": 0.008550730533897877, + "total": 0.01727568907462878, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012097679895943854, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012097679895943853 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 203, + "adam_update_count": 19488 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.135143691994017 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_38f1524f2c4c485d9740694b3121d1af_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 204, + "next_interval": 0, + "next_adam_update": 19489, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 203, + "trained_intervals": 19488, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19488, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.003202658612281084, + "median": 11.514118194580078, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5572541356086731, + "median": 0.5572541356086731, + "max": 0.5572541356086731, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.75849986076355, + "median": 9.947051048278809, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.9968025088310242, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 15.776159286499023, + "median": 20890.525390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5572541356086731, + "median": 0.5572541356086731, + "max": 0.5572541356086731, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5035, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0204.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0204.json new file mode 100644 index 0000000000000000000000000000000000000000..225c85046400612cb0681fdb3f8a3337ddd97c67 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0204.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0204", + "executed_epochs": 204, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_475d1a6046254d49992de0bd2c4c16fd.npz", + "optimizer_file": "boundary_475d1a6046254d49992de0bd2c4c16fd_optimizer.pt", + "arrays_sha256": "34b232b04c42984ef8dc55243e4dd4fe518793ec607ae59da75fd277e9a74afc", + "optimizer_sha256": "758c08bd48474f6e520af4889d1fec69bc4c64c9b4c9acf6d87f5de6d99e7e54", + "stage": "adam", + "completed_passes": 204, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19584, + "adam_update_count": 19584, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 205, + "consumed_count": 204, + "last_submitted_update": 19584, + "last_consumed_update": 19488, + "pending": [ + { + "reference": { + "source_update": 19584, + "completed_passes": 204, + "next_interval": 0, + "trained_intervals": 19584, + "snapshot": "pass_end_0204", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 204, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19584, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19584, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00016274757217615843, + "update_l2": 0.03053327091038227 + }, + "raw_ground_friction": { + "gradient_l2": 0.000947089574765414, + "update_l2": 0.0003725886344909668 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.509426617005374e-06, + "update_l2": 0.0051993196830153465 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01309608426407537, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5037, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5583326816558838, + "ground_friction/effective": 0.5583326816558838, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01309608426407537, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036954027600586414, + "ssim_fused": 0.9819386005401611, + "seg_l1": 0.0036435481160879135, + "seg_ssim_ref": 0.9819384813308716, + "depth": 0.00033425629696336634, + "rgb_loss": 0.006568605080246925, + "seg_loss": 0.006527145393192768, + "total": 0.01309608426407537 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004337899852544069, + "ssim_fused": 0.9794866442680359, + "seg_l1": 0.004307257942855358, + "seg_ssim_ref": 0.9794869422912598, + "depth": 0.0004808943157048068, + "rgb_loss": 0.007572990842163563, + "seg_loss": 0.007548417896032333, + "total": 0.015121889632511602, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004808943157048068, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010616666813536229 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026809005066752434, + "ssim_fused": 0.9864597916603088, + "seg_l1": 0.0028624804690480232, + "seg_ssim_ref": 0.9864596724510193, + "depth": 0.00040973670201220895, + "rgb_loss": 0.004852762445807457, + "seg_loss": 0.004998049698770046, + "total": 0.009851221881279515, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040973670201220895, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016159542597054231 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026926533319056034, + "ssim_fused": 0.9852061867713928, + "seg_l1": 0.002554955193772912, + "seg_ssim_ref": 0.985205888748169, + "depth": 0.00032288286082679405, + "rgb_loss": 0.005112885497510433, + "seg_loss": 0.0050027864053845406, + "total": 0.0101159947857558, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032288286082679405, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.096011777123844e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00507015734910965, + "ssim_fused": 0.9766017198562622, + "seg_l1": 0.004849498625844717, + "seg_ssim_ref": 0.9766013622283936, + "depth": 0.00012351130930965556, + "rgb_loss": 0.008735781535506248, + "seg_loss": 0.008559326641261578, + "total": 0.01729523075675456, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012351130930965556, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012351130930965556 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 204, + "adam_update_count": 19584 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1387695449811872 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_475d1a6046254d49992de0bd2c4c16fd_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 205, + "next_interval": 0, + "next_adam_update": 19585, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 204, + "trained_intervals": 19584, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19584, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.029960207641124725, + "median": 11.514126777648926, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5587052702903748, + "median": 0.5587052702903748, + "max": 0.5587052702903748, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.7493739128112793, + "median": 9.94853401184082, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.9704841375350952, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 15.632841110229492, + "median": 20921.529296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5587052702903748, + "median": 0.5587052702903748, + "max": 0.5587052702903748, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5037, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0205.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0205.json new file mode 100644 index 0000000000000000000000000000000000000000..6d70b8e17f72e8456a49cd728045321c83eb2aa5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0205.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0205", + "executed_epochs": 205, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6627e6d3995e427fa293a4a0e0348420.npz", + "optimizer_file": "boundary_6627e6d3995e427fa293a4a0e0348420_optimizer.pt", + "arrays_sha256": "93d3cfb9c09f5a3424dd1e48c3d09e09916b7318f407ee84c413b293ce46041b", + "optimizer_sha256": "788b3f74e3d9dd9a9a3201a81f47d52846215d08758dd4b36895ede4df3c6f46", + "stage": "adam", + "completed_passes": 205, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19680, + "adam_update_count": 19680, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 206, + "consumed_count": 205, + "last_submitted_update": 19680, + "last_consumed_update": 19584, + "pending": [ + { + "reference": { + "source_update": 19680, + "completed_passes": 205, + "next_interval": 0, + "trained_intervals": 19680, + "snapshot": "pass_end_0205", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 205, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19680, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19680, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015108747174963355, + "update_l2": 0.02969447709619999 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011119075352326035, + "update_l2": 0.0005237460136413574 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.8587935452815145e-06, + "update_l2": 0.00806673988699913 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012998708040586305, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5039, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5493208169937134, + "ground_friction/effective": 0.5493208169937134, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012998708040586305, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003667614422738552, + "ssim_fused": 0.9820615649223328, + "seg_l1": 0.0036110999062657356, + "seg_ssim_ref": 0.9820614457130432, + "depth": 0.000332464596820646, + "rgb_loss": 0.006521784700453281, + "seg_loss": 0.006476590409874916, + "total": 0.012998708040586305 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004361168015748262, + "ssim_fused": 0.9793311357498169, + "seg_l1": 0.004315986298024654, + "seg_ssim_ref": 0.9793314337730408, + "depth": 0.0004786070600703047, + "rgb_loss": 0.007622707635164261, + "seg_loss": 0.007586502470076084, + "total": 0.015209688712300416, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004786070600703047, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010387941250086032 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002681136131286621, + "ssim_fused": 0.9865373373031616, + "seg_l1": 0.00288256723433733, + "seg_ssim_ref": 0.9865373373031616, + "depth": 0.00040556951152678197, + "rgb_loss": 0.004837441258132458, + "seg_loss": 0.004998586140573025, + "total": 0.00983643296821701, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040556951152678197, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015742823548511536 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026011262089014053, + "ssim_fused": 0.9856862425804138, + "seg_l1": 0.002437374321743846, + "seg_ssim_ref": 0.9856859445571899, + "depth": 0.00031991917222505426, + "rgb_loss": 0.004943652544170618, + "seg_loss": 0.004812710452824831, + "total": 0.009756682916167674, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00031991917222505426, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.799642916949873e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005027027800679207, + "ssim_fused": 0.9766914248466492, + "seg_l1": 0.004808471072465181, + "seg_ssim_ref": 0.9766910672187805, + "depth": 0.00012576264346044302, + "rgb_loss": 0.008683336898684502, + "seg_loss": 0.008508563973009586, + "total": 0.01719202756566012, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012576264346044302, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012576264346044302 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 205, + "adam_update_count": 19680 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1374585280136671 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6627e6d3995e427fa293a4a0e0348420_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 206, + "next_interval": 0, + "next_adam_update": 19681, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 205, + "trained_intervals": 19680, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19680, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.05743423104286194, + "median": 11.514130592346191, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5498445630073547, + "median": 0.5498445630073547, + "max": 0.5498445630073547, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.7261910438537598, + "median": 9.946316719055176, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.9441840052604675, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 15.274596214294434, + "median": 20875.19140625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5498445630073547, + "median": 0.5498445630073547, + "max": 0.5498445630073547, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5039, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0206.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0206.json new file mode 100644 index 0000000000000000000000000000000000000000..938798d9aa691558d15c77e4cbd6a13efd8fd04d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0206.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0206", + "executed_epochs": 206, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_47d6823ae74145d49f4e8089de48dc5e.npz", + "optimizer_file": "boundary_47d6823ae74145d49f4e8089de48dc5e_optimizer.pt", + "arrays_sha256": "24d7429e665e0a88d4b93853e5d7de9338859aa9880b9381d2d7a5f9230c8d9d", + "optimizer_sha256": "7aa93dc2c7f25b5f6112305f11b483c7dbf4c02c624641e6a462b3d80e480ab6", + "stage": "adam", + "completed_passes": 206, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19776, + "adam_update_count": 19776, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 207, + "consumed_count": 206, + "last_submitted_update": 19776, + "last_consumed_update": 19680, + "pending": [ + { + "reference": { + "source_update": 19776, + "completed_passes": 206, + "next_interval": 0, + "trained_intervals": 19776, + "snapshot": "pass_end_0206", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 206, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19776, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19776, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00012570149556268007, + "update_l2": 0.031183544546365738 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012777860974892974, + "update_l2": 0.0004710555076599121 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.233297310449416e-06, + "update_l2": 0.012205532751977444 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013037085187207264, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5048, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5301181674003601, + "ground_friction/effective": 0.5301181674003601, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013037085187207264, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036813870538026094, + "ssim_fused": 0.9820472598075867, + "seg_l1": 0.0036381282843649387, + "seg_ssim_ref": 0.9820470809936523, + "depth": 0.00033493019203506677, + "rgb_loss": 0.006535663269460201, + "seg_loss": 0.006501086987555027, + "total": 0.013037085187207264 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004225272219628096, + "ssim_fused": 0.9799554944038391, + "seg_l1": 0.004139140713959932, + "seg_ssim_ref": 0.9799556732177734, + "depth": 0.00047522497800049466, + "rgb_loss": 0.007389118894934654, + "seg_loss": 0.0073201777413487434, + "total": 0.014709771861261399, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047522497800049466, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010049733043105023 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002616003854200244, + "ssim_fused": 0.9867728352546692, + "seg_l1": 0.0027575206477195024, + "seg_ssim_ref": 0.9867726564407349, + "depth": 0.000400557624953282, + "rgb_loss": 0.004738235846161842, + "seg_loss": 0.004851485602557659, + "total": 0.009590122006344454, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000400557624953282, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001524163489116153 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002718010451644659, + "ssim_fused": 0.9851224422454834, + "seg_l1": 0.002619114937260747, + "seg_ssim_ref": 0.9851220846176147, + "depth": 0.0003204911950936851, + "rgb_loss": 0.005149920005351305, + "seg_loss": 0.005070875398814678, + "total": 0.010221116361022364, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003204911950936851, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.856845203812954e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051662614569067955, + "ssim_fused": 0.9763381481170654, + "seg_l1": 0.005036736372858286, + "seg_ssim_ref": 0.9763379096984863, + "depth": 0.00014344697009280525, + "rgb_loss": 0.008865379728376865, + "seg_loss": 0.008761807344853878, + "total": 0.017627330520200837, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014344697009280525, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014344697009280525 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 206, + "adam_update_count": 19776 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13695034600095823 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_47d6823ae74145d49f4e8089de48dc5e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 207, + "next_interval": 0, + "next_adam_update": 19777, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 206, + "trained_intervals": 19776, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19776, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.08178111910820007, + "median": 11.514141082763672, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.53058922290802, + "median": 0.53058922290802, + "max": 0.53058922290802, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.705392599105835, + "median": 9.944856643676758, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.9214736223220825, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 14.960188865661621, + "median": 20844.734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.53058922290802, + "median": 0.53058922290802, + "max": 0.53058922290802, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5048, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0207.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0207.json new file mode 100644 index 0000000000000000000000000000000000000000..db58095596bafc92c2f94a40b58e0b47d67d12bf --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0207.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0207", + "executed_epochs": 207, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_65ab50efd42d4d398e68e177dfb02bde.npz", + "optimizer_file": "boundary_65ab50efd42d4d398e68e177dfb02bde_optimizer.pt", + "arrays_sha256": "03ddf8920238aad32f28cb3fbfeac3a32778a846da12e335ec6c58dfec40def8", + "optimizer_sha256": "662c2f4fc80fa4f090c6a384a1ce8d88e622741fff861933db5eb753a806ec96", + "stage": "adam", + "completed_passes": 207, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19872, + "adam_update_count": 19872, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 208, + "consumed_count": 207, + "last_submitted_update": 19872, + "last_consumed_update": 19776, + "pending": [ + { + "reference": { + "source_update": 19872, + "completed_passes": 207, + "next_interval": 0, + "trained_intervals": 19872, + "snapshot": "pass_end_0207", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 207, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19872, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19872, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011857329809572548, + "update_l2": 0.03739972040057182 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011636128183454275, + "update_l2": 0.00024437904357910156 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.875720934360288e-06, + "update_l2": 0.016206542029976845 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01353973903588734, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5051, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5107854008674622, + "ground_friction/effective": 0.5107854008674622, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01353973903588734, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038346699438989162, + "ssim_fused": 0.9815585613250732, + "seg_l1": 0.0038688110653311014, + "seg_ssim_ref": 0.9815585017204285, + "depth": 0.00035491667471347486, + "rgb_loss": 0.006756027229130268, + "seg_loss": 0.006783356890082359, + "total": 0.01353973903588734 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00399784417822957, + "ssim_fused": 0.9811545014381409, + "seg_l1": 0.0038699887227267027, + "seg_ssim_ref": 0.9811547994613647, + "depth": 0.0004793168048687382, + "rgb_loss": 0.0069673750549554825, + "seg_loss": 0.006865031085908413, + "total": 0.013832885457668764, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004793168048687382, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010458915729929372 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026914612390100956, + "ssim_fused": 0.9862546324729919, + "seg_l1": 0.0027902470901608467, + "seg_ssim_ref": 0.9862545132637024, + "depth": 0.0004008808841623578, + "rgb_loss": 0.004902242682874203, + "seg_loss": 0.004981295205652714, + "total": 0.009883938769411078, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004008808841623578, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001527396081206911 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0031352045480161905, + "ssim_fused": 0.9833353161811829, + "seg_l1": 0.0032370365224778652, + "seg_ssim_ref": 0.9833351373672485, + "depth": 0.0003414124170509684, + "rgb_loss": 0.005841100588440895, + "seg_loss": 0.00592260155826807, + "total": 0.011764043559126016, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003414124170509684, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.948967399541286e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005514170043170452, + "ssim_fused": 0.9754897356033325, + "seg_l1": 0.00557797122746706, + "seg_ssim_ref": 0.9754893779754639, + "depth": 0.00019805659277183515, + "rgb_loss": 0.009313389658927917, + "seg_loss": 0.00936450157314539, + "total": 0.018678088357343504, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00019805659277183515, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00019805659277183515 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 207, + "adam_update_count": 19872 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15084998199017718 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_65ab50efd42d4d398e68e177dfb02bde_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 208, + "next_interval": 0, + "next_adam_update": 19873, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 207, + "trained_intervals": 19872, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19872, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.09825824201107025, + "median": 11.514147758483887, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5110297799110413, + "median": 0.5110297799110413, + "max": 0.5110297799110413, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.6920015811920166, + "median": 9.944578170776367, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.906414806842804, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 14.761192321777344, + "median": 20838.9296875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5110297799110413, + "median": 0.5110297799110413, + "max": 0.5110297799110413, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5051, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0208.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0208.json new file mode 100644 index 0000000000000000000000000000000000000000..cd7a18922e6f9e61fcfc18953792215373c38ad3 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0208.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0208", + "executed_epochs": 208, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b104e45477f6427c824671fc401fda3e.npz", + "optimizer_file": "boundary_b104e45477f6427c824671fc401fda3e_optimizer.pt", + "arrays_sha256": "de2f338b1fb3627dd6eb6c82b09e9b22b84b73ffb4382bb534109eb0590322bf", + "optimizer_sha256": "13321eb4846f7d17935d4a2af6db24ce967a55ea3f9868db986bc59d5aeb6d97", + "stage": "adam", + "completed_passes": 208, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 19968, + "adam_update_count": 19968, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 209, + "consumed_count": 208, + "last_submitted_update": 19968, + "last_consumed_update": 19872, + "pending": [ + { + "reference": { + "source_update": 19968, + "completed_passes": 208, + "next_interval": 0, + "trained_intervals": 19968, + "snapshot": "pass_end_0208", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 208, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 19968, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 19968, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.928365473868325e-05, + "update_l2": 0.03314806893467903 + }, + "raw_ground_friction": { + "gradient_l2": 0.0010733481030911207, + "update_l2": 0.00044983625411987305 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.009146429481916e-06, + "update_l2": 0.010199688374996185 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013156207878929512, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5056, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5276099443435669, + "ground_friction/effective": 0.5276099443435669, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013156207878929512, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003718015505000949, + "ssim_fused": 0.9819340109825134, + "seg_l1": 0.0036938264966011047, + "seg_ssim_ref": 0.9819340109825134, + "depth": 0.0003416974516081004, + "rgb_loss": 0.006587601732462645, + "seg_loss": 0.006568264681845903, + "total": 0.013156207878929512 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004131327848881483, + "ssim_fused": 0.9804465174674988, + "seg_l1": 0.004030765034258366, + "seg_ssim_ref": 0.9804468750953674, + "depth": 0.0004747830398047032, + "rgb_loss": 0.007215758785605431, + "seg_loss": 0.007135236635804176, + "total": 0.014351470204449412, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004747830398047032, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010005539223525871 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002624503569677472, + "ssim_fused": 0.986642062664032, + "seg_l1": 0.002735456218943, + "seg_ssim_ref": 0.986642062664032, + "depth": 0.00040226792912619855, + "rgb_loss": 0.004771190695464611, + "seg_loss": 0.0048599522560834885, + "total": 0.009631545219477226, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040226792912619855, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015412665308453188 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002840607427060604, + "ssim_fused": 0.984548807144165, + "seg_l1": 0.0028008499648422003, + "seg_ssim_ref": 0.9845485091209412, + "depth": 0.0003251364075084631, + "rgb_loss": 0.005362724885344505, + "seg_loss": 0.005330977961421013, + "total": 0.010694027983173027, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003251364075084631, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.321366445290749e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005275622941553593, + "ssim_fused": 0.9760988354682922, + "seg_l1": 0.005208234768360853, + "seg_ssim_ref": 0.9760984778404236, + "depth": 0.00016460242999303667, + "rgb_loss": 0.009000731632113457, + "seg_loss": 0.008946891874074936, + "total": 0.017947788108618384, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016460242999303667, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016460242999303667 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 208, + "adam_update_count": 19968 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.143462053994881 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b104e45477f6427c824671fc401fda3e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 209, + "next_interval": 0, + "next_adam_update": 19969, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 208, + "trained_intervals": 19968, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 19968, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.11171872913837433, + "median": 11.51416015625, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5280597805976868, + "median": 0.5280597805976868, + "max": 0.5280597805976868, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.6991920471191406, + "median": 9.944809913635254, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.8942958116531372, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 14.867713928222656, + "median": 20843.759765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5280597805976868, + "median": 0.5280597805976868, + "max": 0.5280597805976868, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5056, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0209.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0209.json new file mode 100644 index 0000000000000000000000000000000000000000..e5a5fab35c8e265cf4a40aaa749988500e53bf57 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0209.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0209", + "executed_epochs": 209, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f03a4af09b494b20b4db9bd31c611d9f.npz", + "optimizer_file": "boundary_f03a4af09b494b20b4db9bd31c611d9f_optimizer.pt", + "arrays_sha256": "ac2611687c6bfb56c0906f540796911b1c9fe8b5a185f02d035fc7c9b26dda6e", + "optimizer_sha256": "a6ff78b34799d496506188a7a4554c73daca2263299f137e450b35321c9746bc", + "stage": "adam", + "completed_passes": 209, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20064, + "adam_update_count": 20064, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 210, + "consumed_count": 209, + "last_submitted_update": 20064, + "last_consumed_update": 19968, + "pending": [ + { + "reference": { + "source_update": 20064, + "completed_passes": 209, + "next_interval": 0, + "trained_intervals": 20064, + "snapshot": "pass_end_0209", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 209, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20064, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20064, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.750071381451562e-05, + "update_l2": 0.03390855714678764 + }, + "raw_ground_friction": { + "gradient_l2": 0.001312878681346774, + "update_l2": 0.0003547072410583496 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0349534022680018e-05, + "update_l2": 0.015120996162295341 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013279721716776178, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5063, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5088350772857666, + "ground_friction/effective": 0.5088350772857666, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013279721716776178, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003756258636713028, + "ssim_fused": 0.9818384647369385, + "seg_l1": 0.003762145061045885, + "seg_ssim_ref": 0.9818383455276489, + "depth": 0.00034889055757272424, + "rgb_loss": 0.0066373166628181934, + "seg_loss": 0.006642056163400412, + "total": 0.013279721716776178 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004052617587149143, + "ssim_fused": 0.9808489084243774, + "seg_l1": 0.003919524606317282, + "seg_ssim_ref": 0.9808491468429565, + "depth": 0.00047517453749948695, + "rgb_loss": 0.007072312757372856, + "seg_loss": 0.006965790409594774, + "total": 0.014038577875843842, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047517453749948695, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010044688993004244 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026307597290724516, + "ssim_fused": 0.9865580797195435, + "seg_l1": 0.0027327837888151407, + "seg_ssim_ref": 0.9865579605102539, + "depth": 0.0003976672138894603, + "rgb_loss": 0.004792992025613785, + "seg_loss": 0.004874635022133589, + "total": 0.00966802518062255, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003976672138894603, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014952593784779358 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0029437942430377007, + "ssim_fused": 0.9841362833976746, + "seg_l1": 0.0029704284388571978, + "seg_ssim_ref": 0.9841359257698059, + "depth": 0.00032948340259699355, + "rgb_loss": 0.0055277785286307335, + "seg_loss": 0.005549157969653606, + "total": 0.011077265981686938, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032948340259699355, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.7560659541437995e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005397862289100885, + "ssim_fused": 0.9758105278015137, + "seg_l1": 0.00542584341019392, + "seg_ssim_ref": 0.975810170173645, + "depth": 0.00019323707630495635, + "rgb_loss": 0.009156184270977974, + "seg_loss": 0.009178640320897102, + "total": 0.018335017828951382, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00019323707630495635, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00019323707630495635 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 209, + "adam_update_count": 20064 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14314263098640367 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f03a4af09b494b20b4db9bd31c611d9f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 210, + "next_interval": 0, + "next_adam_update": 20065, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 209, + "trained_intervals": 20064, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20064, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.1271325647830963, + "median": 11.514181137084961, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.509189784526825, + "median": 0.509189784526825, + "max": 0.509189784526825, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.678194284439087, + "median": 9.9424467086792, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.8806169629096985, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 14.558780670166016, + "median": 20794.560546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.509189784526825, + "median": 0.509189784526825, + "max": 0.509189784526825, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5063, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0210.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0210.json new file mode 100644 index 0000000000000000000000000000000000000000..92a3df8d9ca87a8a4eec8ed0f66e29a7039d8b3e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0210.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0210", + "executed_epochs": 210, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_18f3f1ff74df48088871122374be2c3e.npz", + "optimizer_file": "boundary_18f3f1ff74df48088871122374be2c3e_optimizer.pt", + "arrays_sha256": "7c3cc3bb3c425e120f59fa0f06cf4b8a7b10f770b4f2de9081279ffa319c3840", + "optimizer_sha256": "92162b04232e24e48c9e79aa0e5ea56f64cad4d40bb1c3d5c3ea683878add041", + "stage": "adam", + "completed_passes": 210, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20160, + "adam_update_count": 20160, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 211, + "consumed_count": 210, + "last_submitted_update": 20160, + "last_consumed_update": 20064, + "pending": [ + { + "reference": { + "source_update": 20160, + "completed_passes": 210, + "next_interval": 0, + "trained_intervals": 20160, + "snapshot": "pass_end_0210", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 210, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20160, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20160, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.660492363153026e-05, + "update_l2": 0.03285539895296097 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011486270232126117, + "update_l2": 0.0005526542663574219 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 7.150212695705704e-06, + "update_l2": 0.009842323139309883 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013044308943538006, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5072, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5282707214355469, + "ground_friction/effective": 0.5282707214355469, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013044308943538006, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036869989708065987, + "ssim_fused": 0.9820677042007446, + "seg_l1": 0.0036517782136797905, + "seg_ssim_ref": 0.9820675849914551, + "depth": 0.00033884109371490524, + "rgb_loss": 0.006536061409860849, + "seg_loss": 0.006507908925414085, + "total": 0.013044308943538006 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004192241933196783, + "ssim_fused": 0.9801512956619263, + "seg_l1": 0.004097303841263056, + "seg_ssim_ref": 0.9801515340805054, + "depth": 0.0004734630377611352, + "rgb_loss": 0.007323534693568945, + "seg_loss": 0.007247536443173885, + "total": 0.014571544134119305, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004734630377611352, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.873539019169071e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026363444048911333, + "ssim_fused": 0.9866915941238403, + "seg_l1": 0.0027719042263925076, + "seg_ssim_ref": 0.9866915941238403, + "depth": 0.00040019498775661444, + "rgb_loss": 0.00477075669914484, + "seg_loss": 0.00487920455634594, + "total": 0.009650361450478536, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040019498775661444, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001520537117149478 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002724631689488888, + "ssim_fused": 0.985119104385376, + "seg_l1": 0.002640713704749942, + "seg_ssim_ref": 0.9851187467575073, + "depth": 0.00032060839718647507, + "rgb_loss": 0.00515588466078043, + "seg_loss": 0.005088821519166231, + "total": 0.010245027254005135, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032060839718647507, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.868565413091949e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051947771571576595, + "ssim_fused": 0.9763087630271912, + "seg_l1": 0.0050971913151443005, + "seg_ssim_ref": 0.9763084053993225, + "depth": 0.0001610979521553963, + "rgb_loss": 0.008894069120287895, + "seg_loss": 0.008816072717308998, + "total": 0.01771030293554905, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001610979521553963, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001610979521553963 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 210, + "adam_update_count": 20160 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14219884399790317 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_18f3f1ff74df48088871122374be2c3e_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 211, + "next_interval": 0, + "next_adam_update": 20161, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 210, + "trained_intervals": 20160, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20160, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.1409544199705124, + "median": 11.514191627502441, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5288233757019043, + "median": 0.5288233757019043, + "max": 0.5288233757019043, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.6798484325408936, + "median": 9.944192886352539, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.8685289025306702, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 14.58288288116455, + "median": 20830.90234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5288233757019043, + "median": 0.5288233757019043, + "max": 0.5288233757019043, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5072, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0211.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0211.json new file mode 100644 index 0000000000000000000000000000000000000000..47b4b8b2e478e968393c8a12144007d5c9c1e056 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0211.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0211", + "executed_epochs": 211, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_405fd247e8a64fc8870190d87a0df549.npz", + "optimizer_file": "boundary_405fd247e8a64fc8870190d87a0df549_optimizer.pt", + "arrays_sha256": "a5719e8c7b973e9c4a7403dce0767fbd0a5995ab02a2e592eccd7bc61d1515ec", + "optimizer_sha256": "2457a3f1f9247c3b53ab90ad7fee279cafd3b64e44d5ba919cbbe92b9dcef7ae", + "stage": "adam", + "completed_passes": 211, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20256, + "adam_update_count": 20256, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 212, + "consumed_count": 211, + "last_submitted_update": 20256, + "last_consumed_update": 20160, + "pending": [ + { + "reference": { + "source_update": 20256, + "completed_passes": 211, + "next_interval": 0, + "trained_intervals": 20256, + "snapshot": "pass_end_0211", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 211, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20256, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20256, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.887545118341222e-05, + "update_l2": 0.03304682672023773 + }, + "raw_ground_friction": { + "gradient_l2": 0.001209001406095922, + "update_l2": 0.0004194974899291992 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1730483493010979e-05, + "update_l2": 0.01601938158273697 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013253403481002835, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5081, + "attachment": 375, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.503633439540863, + "ground_friction/effective": 0.503633439540863, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013253403481002835, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037509212270379066, + "ssim_fused": 0.981884241104126, + "seg_l1": 0.0037574581801891327, + "seg_ssim_ref": 0.9818840622901917, + "depth": 0.0003509948960826216, + "rgb_loss": 0.006623898167163134, + "seg_loss": 0.006629154086112976, + "total": 0.013253403481002835 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004069665912538767, + "ssim_fused": 0.9807716608047485, + "seg_l1": 0.00394647940993309, + "seg_ssim_ref": 0.9807718396186829, + "depth": 0.0004743551497645158, + "rgb_loss": 0.007101400755345821, + "seg_loss": 0.0070028156042099, + "total": 0.014104690714705485, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004743551497645158, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.962750219507135e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026439696084707975, + "ssim_fused": 0.9865086674690247, + "seg_l1": 0.002749874722212553, + "seg_ssim_ref": 0.9865086078643799, + "depth": 0.00039676013812578014, + "rgb_loss": 0.004813442472368479, + "seg_loss": 0.004898178391158581, + "total": 0.009712018089326473, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039676013812578014, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014861886208411353 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002888416638597846, + "ssim_fused": 0.9844386577606201, + "seg_l1": 0.0028946679085493088, + "seg_ssim_ref": 0.9844383597373962, + "depth": 0.0003288817982266967, + "rgb_loss": 0.005423001945018768, + "seg_loss": 0.0054280622862279415, + "total": 0.010851393578706224, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003288817982266967, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.695905517114116e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005401632748544216, + "ssim_fused": 0.9758177995681763, + "seg_l1": 0.005438810680061579, + "seg_ssim_ref": 0.9758174419403076, + "depth": 0.0002039824982134935, + "rgb_loss": 0.009157747030258179, + "seg_loss": 0.00918756052851677, + "total": 0.01834551154127316, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0002039824982134935, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0002039824982134935 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 211, + "adam_update_count": 20256 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13901530500152148 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_405fd247e8a64fc8870190d87a0df549_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 212, + "next_interval": 0, + "next_adam_update": 20257, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 211, + "trained_intervals": 20256, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20256, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.15704768896102905, + "median": 11.514204978942871, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5040529370307922, + "median": 0.5040529370307922, + "max": 0.5040529370307922, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.6527998447418213, + "median": 9.936366081237793, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.8546633124351501, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 14.19372272491455, + "median": 20668.5, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5040529370307922, + "median": 0.5040529370307922, + "max": 0.5040529370307922, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5082, + "controller_edge_stiffness": 375 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0212.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0212.json new file mode 100644 index 0000000000000000000000000000000000000000..2aa94f7a0758f9a5291f2e53ca3e82ede1e4181e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0212.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0212", + "executed_epochs": 212, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c4d6d71038214491bbf556e4e73a0c83.npz", + "optimizer_file": "boundary_c4d6d71038214491bbf556e4e73a0c83_optimizer.pt", + "arrays_sha256": "fb7fdeb1ee1e08f1ca19a5620115934bd9305c418728a562b71cc852d5f61746", + "optimizer_sha256": "811468d0e3f67d382d13a619866a4c0402ecc9c24a9c322c5be81fb8566c9324", + "stage": "adam", + "completed_passes": 212, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20352, + "adam_update_count": 20352, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 213, + "consumed_count": 212, + "last_submitted_update": 20352, + "last_consumed_update": 20256, + "pending": [ + { + "reference": { + "source_update": 20352, + "completed_passes": 212, + "next_interval": 0, + "trained_intervals": 20352, + "snapshot": "pass_end_0212", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 212, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20352, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20352, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.388383528450504e-05, + "update_l2": 0.03409507870674133 + }, + "raw_ground_friction": { + "gradient_l2": 0.0010993083706125617, + "update_l2": 0.0006167888641357422 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.836128704890143e-06, + "update_l2": 0.009700717404484749 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013031977836986935, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5085, + "attachment": 376, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5309159159660339, + "ground_friction/effective": 0.5309159159660339, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013031977836986935, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003684091381728649, + "ssim_fused": 0.9820825457572937, + "seg_l1": 0.003646701108664274, + "seg_ssim_ref": 0.9820824265480042, + "depth": 0.0003382125999087132, + "rgb_loss": 0.00653076684102416, + "seg_loss": 0.006500872317701578, + "total": 0.013031977836986935 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0042256684973835945, + "ssim_fused": 0.9800106883049011, + "seg_l1": 0.004145724233239889, + "seg_ssim_ref": 0.9800108671188354, + "depth": 0.0004743218972262305, + "rgb_loss": 0.007378397509455681, + "seg_loss": 0.007314405869692564, + "total": 0.014693278166706758, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004743218972262305, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.959424965678604e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026629185304045677, + "ssim_fused": 0.9866149425506592, + "seg_l1": 0.0028139608912169933, + "seg_ssim_ref": 0.9866149425506592, + "depth": 0.0004007412665239022, + "rgb_loss": 0.004807346500456333, + "seg_loss": 0.004928180016577244, + "total": 0.0097359272583001, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004007412665239022, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015259999048223554 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026858127675950527, + "ssim_fused": 0.9853031039237976, + "seg_l1": 0.0025835721753537655, + "seg_ssim_ref": 0.9853029251098633, + "depth": 0.00032060148735608285, + "rgb_loss": 0.005088029429316521, + "seg_loss": 0.005006272811442614, + "total": 0.010094622376585203, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032060148735608285, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.867874430052725e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005161964800208807, + "ssim_fused": 0.9764013886451721, + "seg_l1": 0.005043547134846449, + "seg_ssim_ref": 0.9764010310173035, + "depth": 0.00015718574852863738, + "rgb_loss": 0.008849294856190681, + "seg_loss": 0.008754631504416466, + "total": 0.017604083546355676, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015718574852863738, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015718574852863738 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 212, + "adam_update_count": 20352 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13486000100965612 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c4d6d71038214491bbf556e4e73a0c83_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 213, + "next_interval": 0, + "next_adam_update": 20353, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 212, + "trained_intervals": 20352, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20352, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.1701669991016388, + "median": 11.514215469360352, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5315327048301697, + "median": 0.5315327048301697, + "max": 0.5315327048301697, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.6556100845336914, + "median": 9.937631607055664, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.8435239195823669, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 14.233668327331543, + "median": 20694.671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5315327048301697, + "median": 0.5315327048301697, + "max": 0.5315327048301697, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5085, + "controller_edge_stiffness": 376 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0213.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0213.json new file mode 100644 index 0000000000000000000000000000000000000000..e48773fe4431610cf6133f3fd555148e513b6185 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0213.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0213", + "executed_epochs": 213, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_84f20c2f08c0441d829b67d16d42ffd2.npz", + "optimizer_file": "boundary_84f20c2f08c0441d829b67d16d42ffd2_optimizer.pt", + "arrays_sha256": "7d24cd597444093f96e731eff4131b96d55186776db0996cf49faec4b11a605c", + "optimizer_sha256": "a8999b6adb21cd051fb717723097e03159a77fbf4f3b8494bb3ea0aef87721e4", + "stage": "adam", + "completed_passes": 213, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20448, + "adam_update_count": 20448, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 214, + "consumed_count": 213, + "last_submitted_update": 20448, + "last_consumed_update": 20352, + "pending": [ + { + "reference": { + "source_update": 20448, + "completed_passes": 213, + "next_interval": 0, + "trained_intervals": 20448, + "snapshot": "pass_end_0213", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 213, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20448, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20448, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.426012209383771e-05, + "update_l2": 0.03424665331840515 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012099170126020908, + "update_l2": 0.0006905198097229004 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.1583615358104e-06, + "update_l2": 0.01271770615130663 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013041371696416048, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5091, + "attachment": 377, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5223414897918701, + "ground_friction/effective": 0.5223414897918701, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013041371696416048, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036863149143755436, + "ssim_fused": 0.9820761680603027, + "seg_l1": 0.003653047839179635, + "seg_ssim_ref": 0.982076108455658, + "depth": 0.00033945103338091744, + "rgb_loss": 0.006533815525472164, + "seg_loss": 0.006507216952741146, + "total": 0.013041371696416048 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00428482610732317, + "ssim_fused": 0.9797025918960571, + "seg_l1": 0.0042112707160413265, + "seg_ssim_ref": 0.979702889919281, + "depth": 0.0004763611555244359, + "rgb_loss": 0.007487342692911625, + "seg_loss": 0.007428438868373632, + "total": 0.014916257456779495, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004763611555244359, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010163350795499147 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027046101167798042, + "ssim_fused": 0.9864621162414551, + "seg_l1": 0.002887855749577284, + "seg_ssim_ref": 0.9864621162414551, + "depth": 0.00040022860347138135, + "rgb_loss": 0.004871265031397343, + "seg_loss": 0.005017861723899841, + "total": 0.009889526983900655, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040022860347138135, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015208732742971469 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026254476979374886, + "ssim_fused": 0.9856324195861816, + "seg_l1": 0.0025031529366970062, + "seg_ssim_ref": 0.9856322407722473, + "depth": 0.00031981161750646093, + "rgb_loss": 0.004973874427378178, + "seg_loss": 0.004876074381172657, + "total": 0.00985026862016834, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00031981161750646093, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.788887445090541e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005130375735461712, + "ssim_fused": 0.9765076041221619, + "seg_l1": 0.005009911954402924, + "seg_ssim_ref": 0.9765071868896484, + "depth": 0.00016140275702139153, + "rgb_loss": 0.008802779950201511, + "seg_loss": 0.008706492371857166, + "total": 0.0175094337248157, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016140275702139153, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016140275702139153 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 213, + "adam_update_count": 20448 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1349921329820063 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_84f20c2f08c0441d829b67d16d42ffd2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 214, + "next_interval": 0, + "next_adam_update": 20449, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 213, + "trained_intervals": 20448, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20448, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.18904562294483185, + "median": 11.514216423034668, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.523032009601593, + "median": 0.523032009601593, + "max": 0.523032009601593, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.6295008659362793, + "median": 9.928540229797363, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.827748715877533, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 13.86684799194336, + "median": 20507.3828125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.523032009601593, + "median": 0.523032009601593, + "max": 0.523032009601593, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5091, + "controller_edge_stiffness": 377 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0214.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0214.json new file mode 100644 index 0000000000000000000000000000000000000000..c0e50b4d479c8bea90c5714a64dae7b83c5e95e7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0214.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0214", + "executed_epochs": 214, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_2838ec03bc214673938e7971a3e0c3e7.npz", + "optimizer_file": "boundary_2838ec03bc214673938e7971a3e0c3e7_optimizer.pt", + "arrays_sha256": "8c8cf7ed34ee568e397d0ab713cc886a063da1357a8a89bdc06e5532f004b3aa", + "optimizer_sha256": "b24e13a139ef21f8cb9916b19cdc09842b6f41de54a0c718baee92ff84d6a3d5", + "stage": "adam", + "completed_passes": 214, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20544, + "adam_update_count": 20544, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 215, + "consumed_count": 214, + "last_submitted_update": 20544, + "last_consumed_update": 20448, + "pending": [ + { + "reference": { + "source_update": 20544, + "completed_passes": 214, + "next_interval": 0, + "trained_intervals": 20544, + "snapshot": "pass_end_0214", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 214, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20544, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20544, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.840188820613548e-05, + "update_l2": 0.033208634704351425 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012045381590723991, + "update_l2": 0.0004996657371520996 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1347425243002363e-05, + "update_l2": 0.014083171263337135 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013191059760294627, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5094, + "attachment": 378, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5055116415023804, + "ground_friction/effective": 0.5055116415023804, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013191059760294627, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003732943208888173, + "ssim_fused": 0.9819449186325073, + "seg_l1": 0.0037279059179127216, + "seg_ssim_ref": 0.9819448590278625, + "depth": 0.0003479118568410115, + "rgb_loss": 0.006597359199076891, + "seg_loss": 0.0065933531150221825, + "total": 0.013191059760294627 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0041104573756456375, + "ssim_fused": 0.9805821180343628, + "seg_l1": 0.004009641706943512, + "seg_ssim_ref": 0.9805824756622314, + "depth": 0.0004747070163622912, + "rgb_loss": 0.007171942386776209, + "seg_loss": 0.00709121860563755, + "total": 0.014263635233768834, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004747070163622912, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.997936879284672e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026540684048086405, + "ssim_fused": 0.9865161776542664, + "seg_l1": 0.002766175428405404, + "seg_ssim_ref": 0.9865161180496216, + "depth": 0.0003929884133410334, + "rgb_loss": 0.004820019006729126, + "seg_loss": 0.004909717012196779, + "total": 0.009730128541677959, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003929884133410334, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014484713729936673 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028203539550304413, + "ssim_fused": 0.9847388863563538, + "seg_l1": 0.0027899350970983505, + "seg_ssim_ref": 0.9847384691238403, + "depth": 0.00032695830116126067, + "rgb_loss": 0.005308506079018116, + "seg_loss": 0.005284254439175129, + "total": 0.010593087476494406, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032695830116126067, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.503555810570507e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005346893332898617, + "ssim_fused": 0.9759427309036255, + "seg_l1": 0.005345871206372976, + "seg_ssim_ref": 0.9759423732757568, + "depth": 0.00019699369649946063, + "rgb_loss": 0.009088968858122826, + "seg_loss": 0.009088221937417984, + "total": 0.01817738778923731, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00019699369649946063, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00019699369649946063 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 214, + "adam_update_count": 20544 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14676519102067687 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_2838ec03bc214673938e7971a3e0c3e7_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 215, + "next_interval": 0, + "next_adam_update": 20545, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 214, + "trained_intervals": 20544, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20544, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.20355647802352905, + "median": 11.514222145080566, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5060113072395325, + "median": 0.5060113072395325, + "max": 0.5060113072395325, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.6086385250091553, + "median": 9.92487907409668, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.8158241510391235, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 13.580549240112305, + "median": 20432.4375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5060113072395325, + "median": 0.5060113072395325, + "max": 0.5060113072395325, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5094, + "controller_edge_stiffness": 378 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0215.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0215.json new file mode 100644 index 0000000000000000000000000000000000000000..ba44f1c9d311a27b11f1b612526cb752cbae5b9c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0215.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0215", + "executed_epochs": 215, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d8b034116c0c4498955623db15824a42.npz", + "optimizer_file": "boundary_d8b034116c0c4498955623db15824a42_optimizer.pt", + "arrays_sha256": "ab7f11279ce9d201263e5e245efb8759f6b8e4b4e37bc6b5356aa47f5a8b9890", + "optimizer_sha256": "7130bd7de9498c58ca27e8604d97813ed89b4795a86ceeaf8b43eaf4feb116b3", + "stage": "adam", + "completed_passes": 215, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20640, + "adam_update_count": 20640, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 216, + "consumed_count": 215, + "last_submitted_update": 20640, + "last_consumed_update": 20544, + "pending": [ + { + "reference": { + "source_update": 20640, + "completed_passes": 215, + "next_interval": 0, + "trained_intervals": 20640, + "snapshot": "pass_end_0215", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 215, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20640, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20640, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.958827725611627e-05, + "update_l2": 0.03401034697890282 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012880646390840411, + "update_l2": 0.0006549954414367676 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.287040145660285e-06, + "update_l2": 0.010763296857476234 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013076948221802841, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5098, + "attachment": 379, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5241065621376038, + "ground_friction/effective": 0.5241065621376038, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013076948221802841, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036983033642172813, + "ssim_fused": 0.9820466041564941, + "seg_l1": 0.0036707501858472824, + "seg_ssim_ref": 0.9820465445518494, + "depth": 0.00034108388437022874, + "rgb_loss": 0.006549312733113766, + "seg_loss": 0.006527294404804707, + "total": 0.013076948221802841 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004233075771480799, + "ssim_fused": 0.979987621307373, + "seg_l1": 0.0041669392958283424, + "seg_ssim_ref": 0.9799878001213074, + "depth": 0.0004759849306581438, + "rgb_loss": 0.00738893635571003, + "seg_loss": 0.007335991598665714, + "total": 0.014725403939306402, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004759849306581438, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010125728308869933 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002694668248295784, + "ssim_fused": 0.9864792227745056, + "seg_l1": 0.00285349041223526, + "seg_ssim_ref": 0.9864791035652161, + "depth": 0.0003994882950078079, + "rgb_loss": 0.004859889857470989, + "seg_loss": 0.004986971616744995, + "total": 0.009847260962510993, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003994882950078079, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015134701896614124 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026791421696543694, + "ssim_fused": 0.9853583574295044, + "seg_l1": 0.0025798676069825888, + "seg_ssim_ref": 0.9853581786155701, + "depth": 0.00032309526435772155, + "rgb_loss": 0.005071642342954874, + "seg_loss": 0.004992258735001087, + "total": 0.010064224638881606, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032309526435772155, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1172521302166043e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005186326336115599, + "ssim_fused": 0.9763613939285278, + "seg_l1": 0.0050827027298510075, + "seg_ssim_ref": 0.9763610363006592, + "depth": 0.0001657670474572417, + "rgb_loss": 0.008876781910657883, + "seg_loss": 0.00879395566880703, + "total": 0.01767090334651237, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001657670474572417, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001657670474572417 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 215, + "adam_update_count": 20640 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13218303001485765 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d8b034116c0c4498955623db15824a42_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 216, + "next_interval": 0, + "next_adam_update": 20641, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 215, + "trained_intervals": 20640, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20640, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.2136896550655365, + "median": 11.514238357543945, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5247615575790405, + "median": 0.5247615575790405, + "max": 0.5247615575790405, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.6057653427124023, + "median": 9.92227840423584, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.8075989484786987, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 13.541584968566895, + "median": 20379.37109375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5247615575790405, + "median": 0.5247615575790405, + "max": 0.5247615575790405, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5098, + "controller_edge_stiffness": 379 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0216.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0216.json new file mode 100644 index 0000000000000000000000000000000000000000..3f2533f4ea8d9d18f9d22cbc803339d17f2e2d47 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0216.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0216", + "executed_epochs": 216, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cdb4ddf026eb4774b2e176842fcdf0b3.npz", + "optimizer_file": "boundary_cdb4ddf026eb4774b2e176842fcdf0b3_optimizer.pt", + "arrays_sha256": "fe376acb54093b34a7e28ccf14e0753e7b1306683621920b1650d5a2ec313ec4", + "optimizer_sha256": "98c5a2bc36f7e1389bd6ff775cabf04917ecd75f74c8c8b67b983163486e52c3", + "stage": "adam", + "completed_passes": 216, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20736, + "adam_update_count": 20736, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 217, + "consumed_count": 216, + "last_submitted_update": 20736, + "last_consumed_update": 20640, + "pending": [ + { + "reference": { + "source_update": 20736, + "completed_passes": 216, + "next_interval": 0, + "trained_intervals": 20736, + "snapshot": "pass_end_0216", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 216, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20736, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20736, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.674382504774258e-05, + "update_l2": 0.034676894545555115 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013884305953979492, + "update_l2": 0.0007231831550598145 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.947267244569957e-06, + "update_l2": 0.012943059206008911 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013083755897875825, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5104, + "attachment": 380, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5182309746742249, + "ground_friction/effective": 0.5182309746742249, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013083755897875825, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036988987121731043, + "ssim_fused": 0.9820407629013062, + "seg_l1": 0.0036757206544280052, + "seg_ssim_ref": 0.9820405840873718, + "depth": 0.0003412575982022747, + "rgb_loss": 0.006550963968038559, + "seg_loss": 0.0065324511379003525, + "total": 0.013083755897875825 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004283198621124029, + "ssim_fused": 0.9797382354736328, + "seg_l1": 0.004219673573970795, + "seg_ssim_ref": 0.9797382950782776, + "depth": 0.00047720218726537294, + "rgb_loss": 0.007478912360966206, + "seg_loss": 0.007428079843521118, + "total": 0.01490746940667459, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047720218726537294, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010247453969592843 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002728418679907918, + "ssim_fused": 0.9863525629043579, + "seg_l1": 0.0029158582910895348, + "seg_ssim_ref": 0.9863524436950684, + "depth": 0.0004009711442137555, + "rgb_loss": 0.004912222269922495, + "seg_loss": 0.005062198266386986, + "total": 0.009974821041792406, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004009711442137555, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015282986817208882 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002637348836287856, + "ssim_fused": 0.9855836033821106, + "seg_l1": 0.0025246753357350826, + "seg_ssim_ref": 0.9855834245681763, + "depth": 0.0003212194693781849, + "rgb_loss": 0.004993158392608166, + "seg_loss": 0.004903055727481842, + "total": 0.009896535339559386, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003212194693781849, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.9296726322629344e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005146628245711327, + "ssim_fused": 0.9764887094497681, + "seg_l1": 0.005042675882577896, + "seg_ssim_ref": 0.9764883518218994, + "depth": 0.00016563759195178539, + "rgb_loss": 0.008819561451673508, + "seg_loss": 0.008736470714211464, + "total": 0.017556197803476923, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016563759195178539, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016563759195178539 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 216, + "adam_update_count": 20736 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13730702199973166 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cdb4ddf026eb4774b2e176842fcdf0b3_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 217, + "next_interval": 0, + "next_adam_update": 20737, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 216, + "trained_intervals": 20736, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20736, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.23177143931388855, + "median": 11.514253616333008, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5189541578292847, + "median": 0.5189541578292847, + "max": 0.5189541578292847, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.582676887512207, + "median": 9.916206359863281, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.7931274175643921, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 13.232512474060059, + "median": 20256.0, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5189541578292847, + "median": 0.5189541578292847, + "max": 0.5189541578292847, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5104, + "controller_edge_stiffness": 380 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0217.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0217.json new file mode 100644 index 0000000000000000000000000000000000000000..9d72058e49f28448266c88364583c607965d9ec5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0217.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0217", + "executed_epochs": 217, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_aa4e364b904f4c84a5c165f19520c8ec.npz", + "optimizer_file": "boundary_aa4e364b904f4c84a5c165f19520c8ec_optimizer.pt", + "arrays_sha256": "08d5e898fa4aa17e6cba387fdf06d55a90a1099c820613b3294b72e569d10a28", + "optimizer_sha256": "17d30f0c75f3e173162d331936eef29eb431933a3c5e6a1cdb35d17980a1e4f3", + "stage": "adam", + "completed_passes": 217, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20832, + "adam_update_count": 20832, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 218, + "consumed_count": 217, + "last_submitted_update": 20832, + "last_consumed_update": 20736, + "pending": [ + { + "reference": { + "source_update": 20832, + "completed_passes": 217, + "next_interval": 0, + "trained_intervals": 20832, + "snapshot": "pass_end_0217", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 217, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20832, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20832, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.97487043403089e-05, + "update_l2": 0.034191131591796875 + }, + "raw_ground_friction": { + "gradient_l2": 0.001289046835154295, + "update_l2": 0.0006298422813415527 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1284481843176764e-05, + "update_l2": 0.013930308632552624 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013151048333002319, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5109, + "attachment": 380, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5103845596313477, + "ground_friction/effective": 0.5103845596313477, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013151048333002319, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003721212036907673, + "ssim_fused": 0.9819823503494263, + "seg_l1": 0.0037083332426846027, + "seg_ssim_ref": 0.9819823503494263, + "depth": 0.0003456367087264598, + "rgb_loss": 0.006580499932169914, + "seg_loss": 0.006570202298462391, + "total": 0.013151048333002319 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004191066138446331, + "ssim_fused": 0.980198085308075, + "seg_l1": 0.004120583645999432, + "seg_ssim_ref": 0.9801983833312988, + "depth": 0.0004753771263601568, + "rgb_loss": 0.007313236128538847, + "seg_loss": 0.007256790529936552, + "total": 0.014570502035601758, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004753771263601568, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010064947879071238 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026983837597072124, + "ssim_fused": 0.986416220664978, + "seg_l1": 0.0028428491204977036, + "seg_ssim_ref": 0.986416220664978, + "depth": 0.00039581266336143056, + "rgb_loss": 0.004875462967902422, + "seg_loss": 0.0049910349771380424, + "total": 0.009866894223365114, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039581266336143056, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001476713873197639 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027288105338811874, + "ssim_fused": 0.9851544499397278, + "seg_l1": 0.002653779461979866, + "seg_ssim_ref": 0.9851542711257935, + "depth": 0.00032566804678593243, + "rgb_loss": 0.005152158439159393, + "seg_loss": 0.0050921691581606865, + "total": 0.010244653265366865, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032566804678593243, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.374530373037685e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005266588181257248, + "ssim_fused": 0.9761606454849243, + "seg_l1": 0.00521612074226141, + "seg_ssim_ref": 0.9761604070663452, + "depth": 0.0001856889983983193, + "rgb_loss": 0.008981142193078995, + "seg_loss": 0.00894081499427557, + "total": 0.01792214380767554, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001856889983983193, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018568899839831925 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 217, + "adam_update_count": 20832 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1370711899944581 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_aa4e364b904f4c84a5c165f19520c8ec_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 218, + "next_interval": 0, + "next_adam_update": 20833, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 217, + "trained_intervals": 20832, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20832, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.24643990397453308, + "median": 11.514264106750488, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5110144019126892, + "median": 0.5110144019126892, + "max": 0.5110144019126892, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.5637853145599365, + "median": 9.909408569335938, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.7815783023834229, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 12.984877586364746, + "median": 20118.771484375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5110144019126892, + "median": 0.5110144019126892, + "max": 0.5110144019126892, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5109, + "controller_edge_stiffness": 380 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0218.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0218.json new file mode 100644 index 0000000000000000000000000000000000000000..fff99e181d7d16aaa7cfd44fb981b8f38048b136 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0218.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0218", + "executed_epochs": 218, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e6431432a57a427aa0a85b0a31c917b2.npz", + "optimizer_file": "boundary_e6431432a57a427aa0a85b0a31c917b2_optimizer.pt", + "arrays_sha256": "e9f368ac4ef7e3cd9941cb94772c1b755480668d632941886fbdcd1f0dbf85e3", + "optimizer_sha256": "267061a003cc794d7d8a81983ef6005e81bac531a7a29c43ecadee7beb19519f", + "stage": "adam", + "completed_passes": 218, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 20928, + "adam_update_count": 20928, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 219, + "consumed_count": 218, + "last_submitted_update": 20928, + "last_consumed_update": 20832, + "pending": [ + { + "reference": { + "source_update": 20928, + "completed_passes": 218, + "next_interval": 0, + "trained_intervals": 20928, + "snapshot": "pass_end_0218", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 218, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 20928, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 20928, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.489542233292013e-05, + "update_l2": 0.03413610905408859 + }, + "raw_ground_friction": { + "gradient_l2": 0.001153511693701148, + "update_l2": 0.0006797909736633301 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.222832886734977e-06, + "update_l2": 0.011841372586786747 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013104284953307899, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5113, + "attachment": 380, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5192516446113586, + "ground_friction/effective": 0.5192516446113586, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013104284953307899, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037068091332912445, + "ssim_fused": 0.9820204973220825, + "seg_l1": 0.0036833491176366806, + "seg_ssim_ref": 0.982020378112793, + "depth": 0.0003421008405991598, + "rgb_loss": 0.006561344489455223, + "seg_loss": 0.006542597897350788, + "total": 0.013104284953307899 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004234651569277048, + "ssim_fused": 0.9799932837486267, + "seg_l1": 0.004176959861069918, + "seg_ssim_ref": 0.9799936413764954, + "depth": 0.0004761796469957981, + "rgb_loss": 0.007389064412564039, + "seg_loss": 0.007342839613556862, + "total": 0.014732380671429185, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004761796469957981, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010145199942635365 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027063474990427494, + "ssim_fused": 0.9864242672920227, + "seg_l1": 0.002866385504603386, + "seg_ssim_ref": 0.9864241480827332, + "depth": 0.00039939547941243936, + "rgb_loss": 0.004880224354565144, + "seg_loss": 0.005008278880268335, + "total": 0.00988890309597418, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039939547941243936, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015125420337077267 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002684402745217085, + "ssim_fused": 0.9853365421295166, + "seg_l1": 0.002587507711723447, + "seg_ssim_ref": 0.9853363633155823, + "depth": 0.0003249698922464934, + "rgb_loss": 0.005080213770270348, + "seg_loss": 0.0050027333199977875, + "total": 0.010083272060160381, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003249698922464934, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.304714919093785e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005201834719628096, + "ssim_fused": 0.9763279557228088, + "seg_l1": 0.005102543625980616, + "seg_ssim_ref": 0.9763274788856506, + "depth": 0.00016785834374190823, + "rgb_loss": 0.008895876817405224, + "seg_loss": 0.00881653930991888, + "total": 0.017712583985667846, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016785834374190823, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016785834374190823 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 218, + "adam_update_count": 20928 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.12968028301838785 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e6431432a57a427aa0a85b0a31c917b2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 219, + "next_interval": 0, + "next_adam_update": 20929, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 218, + "trained_intervals": 20928, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 20928, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.25996148586273193, + "median": 11.514287948608398, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.519931435585022, + "median": 0.519931435585022, + "max": 0.519931435585022, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.553875207901001, + "median": 9.90972900390625, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.771081268787384, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 12.856830596923828, + "median": 20125.21875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.519931435585022, + "median": 0.519931435585022, + "max": 0.519931435585022, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5113, + "controller_edge_stiffness": 380 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0219.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0219.json new file mode 100644 index 0000000000000000000000000000000000000000..2a280cbce6f1669d14e30c04dcf60a639fc71f5d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0219.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0219", + "executed_epochs": 219, + "score": null, + "best_score": 0.012420292057272832, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7aa0cb98bce14421a276a80051326164.npz", + "optimizer_file": "boundary_7aa0cb98bce14421a276a80051326164_optimizer.pt", + "arrays_sha256": "3ca8c9f73aa7db0b4a74e2b80dcbad1e7a69cdb6544c363627af2b6f03c821b5", + "optimizer_sha256": "d1f414da80504ee5e9ad6e9106d0bf54a4aff13578d72f4548c657a584c77228", + "stage": "adam", + "completed_passes": 219, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21024, + "adam_update_count": 21024, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 220, + "consumed_count": 219, + "last_submitted_update": 21024, + "last_consumed_update": 20928, + "pending": [ + { + "reference": { + "source_update": 21024, + "completed_passes": 219, + "next_interval": 0, + "trained_intervals": 21024, + "snapshot": "pass_end_0219", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 19008, + "pass_science": { + "completed_passes": 219, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21024, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21024, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.624030356761068e-05, + "update_l2": 0.033703796565532684 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012594102881848812, + "update_l2": 0.0006986856460571289 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.51268692308804e-06, + "update_l2": 0.008464339189231396 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013066675388893195, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5117, + "attachment": 381, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5306417346000671, + "ground_friction/effective": 0.5306417346000671, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013066675388893195, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003693182021379471, + "ssim_fused": 0.9820334911346436, + "seg_l1": 0.003656480461359024, + "seg_ssim_ref": 0.9820334315299988, + "depth": 0.0003386434969404299, + "rgb_loss": 0.006547841709107161, + "seg_loss": 0.0065184952691197395, + "total": 0.013066675388893195 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004310240037739277, + "ssim_fused": 0.9796352386474609, + "seg_l1": 0.004275687970221043, + "seg_ssim_ref": 0.9796355962753296, + "depth": 0.0004787935604444808, + "rgb_loss": 0.007521144580096006, + "seg_loss": 0.007493431214243174, + "total": 0.015015054587899625, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004787935604444808, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010406591287503635 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027245376259088516, + "ssim_fused": 0.9863916039466858, + "seg_l1": 0.0029113709460943937, + "seg_ssim_ref": 0.9863914847373962, + "depth": 0.00040436028039082925, + "rgb_loss": 0.004901309497654438, + "seg_loss": 0.005050799809396267, + "total": 0.009952513667331096, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040436028039082925, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015621900434916255 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026337429881095886, + "ssim_fused": 0.9855414628982544, + "seg_l1": 0.002500350121408701, + "seg_ssim_ref": 0.9855412840843201, + "depth": 0.0003214449893101118, + "rgb_loss": 0.004998701624572277, + "seg_loss": 0.004892023280262947, + "total": 0.009891046349824534, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003214449893101118, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.952224625455625e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005104206968098879, + "ssim_fused": 0.9765657782554626, + "seg_l1": 0.00493851350620389, + "seg_ssim_ref": 0.976565420627594, + "depth": 0.00014997515761629775, + "rgb_loss": 0.008770210668444633, + "seg_loss": 0.008637726306915283, + "total": 0.017408086950517532, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00014997515761629775, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00014997515761629783 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 219, + "adam_update_count": 21024 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1322679500153754 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7aa0cb98bce14421a276a80051326164_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 220, + "next_interval": 0, + "next_adam_update": 21025, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 219, + "trained_intervals": 21024, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21024, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.2806185781955719, + "median": 11.51429557800293, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5313404202461243, + "median": 0.5313404202461243, + "max": 0.5313404202461243, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.543275833129883, + "median": 9.911399841308594, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.7553163766860962, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 12.72127628326416, + "median": 20158.873046875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5313404202461243, + "median": 0.5313404202461243, + "max": 0.5313404202461243, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5117, + "controller_edge_stiffness": 381 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0220.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0220.json new file mode 100644 index 0000000000000000000000000000000000000000..7d3ae743759189359d7604a74c66b7aa4fb5a37d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0220.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0220", + "executed_epochs": 220, + "score": null, + "best_score": 0.012416767452326427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_65e1d795aec34a0d81bb461ebf8a0864.npz", + "optimizer_file": "boundary_65e1d795aec34a0d81bb461ebf8a0864_optimizer.pt", + "arrays_sha256": "f138f4e375eecc389f23d5e5e9544e3a587b155ac66dee6f4a6184c43ab45b63", + "optimizer_sha256": "8bcbc0e22bc4d6b31f17698e1476c94d05b7349b4e6f1940b862002e2ac6e65e", + "stage": "adam", + "completed_passes": 220, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21120, + "adam_update_count": 21120, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 221, + "consumed_count": 220, + "last_submitted_update": 21120, + "last_consumed_update": 21024, + "pending": [ + { + "reference": { + "source_update": 21120, + "completed_passes": 220, + "next_interval": 0, + "trained_intervals": 21120, + "snapshot": "pass_end_0220", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21024, + "pass_science": { + "completed_passes": 220, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21120, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21120, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.935210305731744e-05, + "update_l2": 0.03468139097094536 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007299548014998436, + "update_l2": 0.000513911247253418 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.178808467258932e-06, + "update_l2": 0.01348363608121872 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013122155517721147, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5123, + "attachment": 382, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5563567280769348, + "ground_friction/effective": 0.5563567280769348, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013122155517721147, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037053641863167286, + "ssim_fused": 0.9819315671920776, + "seg_l1": 0.003662634640932083, + "seg_ssim_ref": 0.9819313287734985, + "depth": 0.0003349971115281935, + "rgb_loss": 0.006577987223863602, + "seg_loss": 0.0065438332967460155, + "total": 0.013122155517721147 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044583044946193695, + "ssim_fused": 0.9790290594100952, + "seg_l1": 0.004487673752009869, + "seg_ssim_ref": 0.9790292978286743, + "depth": 0.00048704476817097096, + "rgb_loss": 0.0077608320862054825, + "seg_loss": 0.007784279529005289, + "total": 0.015545598194317655, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048704476817097096, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011231712060152652 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028176477644592524, + "ssim_fused": 0.985966145992279, + "seg_l1": 0.0030740632209926844, + "seg_ssim_ref": 0.985966145992279, + "depth": 0.00041054913906432306, + "rgb_loss": 0.005060888826847076, + "seg_loss": 0.005266021471470594, + "total": 0.010327321313118023, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00041054913906432306, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001624078630226564 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025816757697612047, + "ssim_fused": 0.9857803583145142, + "seg_l1": 0.0024020604323595762, + "seg_ssim_ref": 0.9857800006866455, + "depth": 0.00032201376146455803, + "rgb_loss": 0.004909269046038389, + "seg_loss": 0.004765648394823074, + "total": 0.009675239920284216, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032201376146455803, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.00910184090025e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004963828716427088, + "ssim_fused": 0.9769505262374878, + "seg_l1": 0.004686741624027491, + "seg_ssim_ref": 0.9769500494003296, + "depth": 0.000120380777412922, + "rgb_loss": 0.008580958470702171, + "seg_loss": 0.008359383791685104, + "total": 0.016940462643164688, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000120380777412922, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.000120380777412922 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 220, + "adam_update_count": 21120 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1363713419996202 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_65e1d795aec34a0d81bb461ebf8a0864_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 221, + "next_interval": 0, + "next_adam_update": 21121, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 220, + "trained_intervals": 21120, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21120, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.3050205409526825, + "median": 11.514302253723145, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5568706393241882, + "median": 0.5568706393241882, + "max": 0.5568706393241882, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.536588668823242, + "median": 9.916138648986816, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.7371082305908203, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 12.636489868164062, + "median": 20254.62890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5568706393241882, + "median": 0.5568706393241882, + "max": 0.5568706393241882, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5123, + "controller_edge_stiffness": 382 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0221.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0221.json new file mode 100644 index 0000000000000000000000000000000000000000..2e158c5ee2be4760390df1104c5a59d419b3fd39 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0221.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0221", + "executed_epochs": 221, + "score": null, + "best_score": 0.012416767452326427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_34c95fa036d7432b9a6b923c712e5ed4.npz", + "optimizer_file": "boundary_34c95fa036d7432b9a6b923c712e5ed4_optimizer.pt", + "arrays_sha256": "1530e2ec7399f1862f26725c5213b93b60eef792456cc545adbbb527521b64fa", + "optimizer_sha256": "ae62a12e1838593f28476e0ec034f2637f2effab6a159fa161ae87f0146f82f0", + "stage": "adam", + "completed_passes": 221, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21216, + "adam_update_count": 21216, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 222, + "consumed_count": 221, + "last_submitted_update": 21216, + "last_consumed_update": 21120, + "pending": [ + { + "reference": { + "source_update": 21216, + "completed_passes": 221, + "next_interval": 0, + "trained_intervals": 21216, + "snapshot": "pass_end_0221", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21024, + "pass_science": { + "completed_passes": 221, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21216, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21216, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.559705020161346e-05, + "update_l2": 0.033382486552000046 + }, + "raw_ground_friction": { + "gradient_l2": 0.001508606132119894, + "update_l2": 0.0003045201301574707 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.276094735658262e-05, + "update_l2": 0.016668055206537247 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013382000036045574, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5136, + "attachment": 383, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49627530574798584, + "ground_friction/effective": 0.49627530574798584, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013382000036045574, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037895571440458298, + "ssim_fused": 0.9817525744438171, + "seg_l1": 0.0038137745577841997, + "seg_ssim_ref": 0.9817525148391724, + "depth": 0.00035518544878745977, + "rgb_loss": 0.006681125145405531, + "seg_loss": 0.006700519472360611, + "total": 0.013382000036045574 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00400151452049613, + "ssim_fused": 0.9811476469039917, + "seg_l1": 0.0038914538454264402, + "seg_ssim_ref": 0.9811478853225708, + "depth": 0.00047636520601291617, + "rgb_loss": 0.006971682421863079, + "seg_loss": 0.006883585825562477, + "total": 0.013855744612631568, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047636520601291617, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010163755844347168 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002674024784937501, + "ssim_fused": 0.9862697124481201, + "seg_l1": 0.0027599467430263758, + "seg_ssim_ref": 0.9862695932388306, + "depth": 0.0003942429420481338, + "rgb_loss": 0.00488527724519372, + "seg_loss": 0.004954039119184017, + "total": 0.009839711072981072, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003942429420481338, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014610166600646703 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002982136094942689, + "ssim_fused": 0.9840077757835388, + "seg_l1": 0.00302817951887846, + "seg_ssim_ref": 0.9840075969696045, + "depth": 0.0003327999808220192, + "rgb_loss": 0.005584153812378645, + "seg_loss": 0.005621024407446384, + "total": 0.011205510554144564, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003327999808220192, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.087723776646371e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005500553175806999, + "ssim_fused": 0.9755852818489075, + "seg_l1": 0.005575518123805523, + "seg_ssim_ref": 0.9755849242210388, + "depth": 0.00021733366626676995, + "rgb_loss": 0.009283386170864105, + "seg_loss": 0.00934342946857214, + "total": 0.018627033904425088, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00021733366626676995, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00021733366626676995 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 221, + "adam_update_count": 21216 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.140643396996893 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_34c95fa036d7432b9a6b923c712e5ed4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 222, + "next_interval": 0, + "next_adam_update": 21217, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 221, + "trained_intervals": 21216, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21216, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.31262949109077454, + "median": 11.514327049255371, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.4965798258781433, + "median": 0.4965798258781433, + "max": 0.4965798258781433, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.4987637996673584, + "median": 9.90666389465332, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.7315208911895752, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 12.16744327545166, + "median": 20063.62890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.4965798258781433, + "median": 0.4965798258781433, + "max": 0.4965798258781433, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5136, + "controller_edge_stiffness": 383 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0222.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0222.json new file mode 100644 index 0000000000000000000000000000000000000000..edf3e30a50e955b7d1f14aa18a32e855034e93d4 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0222.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0222", + "executed_epochs": 222, + "score": null, + "best_score": 0.012416767452326427, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_40daa4dbb3504aa083441430ad57b790.npz", + "optimizer_file": "boundary_40daa4dbb3504aa083441430ad57b790_optimizer.pt", + "arrays_sha256": "ddaeca4dd73e44054c8608694885a46f3535d1034d7cd9dbf09012823c08b60c", + "optimizer_sha256": "05bb512a43b84d21bbd40e1df95d45cb3a0a87d8846590433554639864d1f0ce", + "stage": "adam", + "completed_passes": 222, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21312, + "adam_update_count": 21312, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 223, + "consumed_count": 222, + "last_submitted_update": 21312, + "last_consumed_update": 21216, + "pending": [ + { + "reference": { + "source_update": 21312, + "completed_passes": 222, + "next_interval": 0, + "trained_intervals": 21312, + "snapshot": "pass_end_0222", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21024, + "pass_science": { + "completed_passes": 222, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21312, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21312, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.136750355130062e-05, + "update_l2": 0.03236474096775055 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011132650543004274, + "update_l2": 0.0005145668983459473 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.8518802436301485e-06, + "update_l2": 0.008737718686461449 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013068516136913738, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5138, + "attachment": 383, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.529106616973877, + "ground_friction/effective": 0.529106616973877, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013068516136913738, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036949575878679752, + "ssim_fused": 0.9820369482040405, + "seg_l1": 0.0036586925853043795, + "seg_ssim_ref": 0.9820367693901062, + "depth": 0.0003393309406850798, + "rgb_loss": 0.006548582576215267, + "seg_loss": 0.006519594229757786, + "total": 0.013068516136913738 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004256312735378742, + "ssim_fused": 0.9799043536186218, + "seg_l1": 0.004212711937725544, + "seg_ssim_ref": 0.9799045920372009, + "depth": 0.0004770698852456795, + "rgb_loss": 0.0074241794645786285, + "seg_loss": 0.00738925114274025, + "total": 0.014813907677204124, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004770698852456795, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010234223767623506 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026981227565556765, + "ssim_fused": 0.9864755272865295, + "seg_l1": 0.002857089275494218, + "seg_ssim_ref": 0.9864753484725952, + "depth": 0.0004026515022230649, + "rgb_loss": 0.004863392561674118, + "seg_loss": 0.004990601912140846, + "total": 0.009854397125317188, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004026515022230649, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015451022618139822 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002672960516065359, + "ssim_fused": 0.985342264175415, + "seg_l1": 0.002555142855271697, + "seg_ssim_ref": 0.9853420853614807, + "depth": 0.00032208739203297426, + "rgb_loss": 0.005069915670901537, + "seg_loss": 0.0049756970256567, + "total": 0.010045934318288983, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032208739203297426, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.0164648977418696e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0051524341106414795, + "ssim_fused": 0.9764255285263062, + "seg_l1": 0.005009826272726059, + "seg_ssim_ref": 0.9764251708984375, + "depth": 0.00015551498323860058, + "rgb_loss": 0.008836842142045498, + "seg_loss": 0.008722826838493347, + "total": 0.017559825426844658, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00015551498323860058, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00015551498323860058 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 222, + "adam_update_count": 21312 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1383346680086106 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_40daa4dbb3504aa083441430ad57b790_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 223, + "next_interval": 0, + "next_adam_update": 21313, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 222, + "trained_intervals": 21312, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21312, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.3284357786178589, + "median": 11.5143404006958, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5296211838722229, + "median": 0.5296211838722229, + "max": 0.5296211838722229, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.5073328018188477, + "median": 9.912074089050293, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.7200492024421692, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 12.272154808044434, + "median": 20172.470703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5296211838722229, + "median": 0.5296211838722229, + "max": 0.5296211838722229, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5138, + "controller_edge_stiffness": 383 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0223.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0223.json new file mode 100644 index 0000000000000000000000000000000000000000..3e9c19fcb8c212805e41335a49d150ea2711db43 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0223.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0223", + "executed_epochs": 223, + "score": null, + "best_score": 0.012391813426700952, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_53c30388d94942f2bfc621d799dac646.npz", + "optimizer_file": "boundary_53c30388d94942f2bfc621d799dac646_optimizer.pt", + "arrays_sha256": "690ef14b2f0a3f542e6c9ed596245b843c40a51d2202a96e6db271bdcd0e166a", + "optimizer_sha256": "9a55d0a1851ecadd39f4b20bcb85d2899b003a2e8b4bc5a6a083a0f478b588b4", + "stage": "adam", + "completed_passes": 223, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21408, + "adam_update_count": 21408, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 224, + "consumed_count": 223, + "last_submitted_update": 21408, + "last_consumed_update": 21312, + "pending": [ + { + "reference": { + "source_update": 21408, + "completed_passes": 223, + "next_interval": 0, + "trained_intervals": 21408, + "snapshot": "pass_end_0223", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21312, + "pass_science": { + "completed_passes": 223, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21408, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21408, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.27961999271065e-05, + "update_l2": 0.033370088785886765 + }, + "raw_ground_friction": { + "gradient_l2": 0.0010573838371783495, + "update_l2": 0.000538945198059082 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.854273018077947e-06, + "update_l2": 0.010855939239263535 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013036375163785394, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5139, + "attachment": 383, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.548883318901062, + "ground_friction/effective": 0.548883318901062, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013036375163785394, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003680617082864046, + "ssim_fused": 0.9820317625999451, + "seg_l1": 0.003630307735875249, + "seg_ssim_ref": 0.9820317029953003, + "depth": 0.0003343417413781734, + "rgb_loss": 0.006538134999573231, + "seg_loss": 0.0064979055896401405, + "total": 0.013036375163785394 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004410391673445702, + "ssim_fused": 0.9791961312294006, + "seg_l1": 0.004407270811498165, + "seg_ssim_ref": 0.9791964292526245, + "depth": 0.00048290448639205547, + "rgb_loss": 0.007689087651669979, + "seg_loss": 0.00768653117120266, + "total": 0.01537610172735903, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048290448639205547, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010817683882261105 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027641213964670897, + "ssim_fused": 0.9862032532691956, + "seg_l1": 0.0029952831100672483, + "seg_ssim_ref": 0.986203134059906, + "depth": 0.0004087519099697888, + "rgb_loss": 0.00497064646333456, + "seg_loss": 0.0051555996760725975, + "total": 0.010126654891317128, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004087519099697888, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016061063392812215 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002570590702816844, + "ssim_fused": 0.98583984375, + "seg_l1": 0.002393481321632862, + "seg_ssim_ref": 0.9858396649360657, + "depth": 0.00032146575249550444, + "rgb_loss": 0.004888503812253475, + "seg_loss": 0.0047468519769608974, + "total": 0.00963567678930558, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032146575249550444, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.954300943994888e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0049773636274039745, + "ssim_fused": 0.9768879413604736, + "seg_l1": 0.004725195467472076, + "seg_ssim_ref": 0.976887583732605, + "depth": 0.00012424481665534483, + "rgb_loss": 0.008604303002357483, + "seg_loss": 0.008402639999985695, + "total": 0.01700706724715983, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012424481665534483, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012424481665534483 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 223, + "adam_update_count": 21408 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13817140899482183 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_53c30388d94942f2bfc621d799dac646_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 224, + "next_interval": 0, + "next_adam_update": 21409, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 223, + "trained_intervals": 21408, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21408, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.3545423150062561, + "median": 11.514342308044434, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5494222640991211, + "median": 0.5494222640991211, + "max": 0.5494222640991211, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.500699996948242, + "median": 9.911182403564453, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.7014944553375244, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 12.191024780273438, + "median": 20154.490234375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5494222640991211, + "median": 0.5494222640991211, + "max": 0.5494222640991211, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5140, + "controller_edge_stiffness": 383 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0224.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0224.json new file mode 100644 index 0000000000000000000000000000000000000000..c037351c34057d7780929d7993222106821400f5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0224.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0224", + "executed_epochs": 224, + "score": null, + "best_score": 0.012391813426700952, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_91356d59043c4b8cb8e7421bf028725b.npz", + "optimizer_file": "boundary_91356d59043c4b8cb8e7421bf028725b_optimizer.pt", + "arrays_sha256": "c471feed592b41d7aa7a2a64af416021aee3f6eca1ffc49c8ff10875935f2b18", + "optimizer_sha256": "ff32898c3c712913fdcb1a2304bdcb321ddfe64af7a691a1edb1789c609878c7", + "stage": "adam", + "completed_passes": 224, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21504, + "adam_update_count": 21504, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 225, + "consumed_count": 224, + "last_submitted_update": 21504, + "last_consumed_update": 21408, + "pending": [ + { + "reference": { + "source_update": 21504, + "completed_passes": 224, + "next_interval": 0, + "trained_intervals": 21504, + "snapshot": "pass_end_0224", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21312, + "pass_science": { + "completed_passes": 224, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21504, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21504, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.459313928848132e-05, + "update_l2": 0.030985454097390175 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007796077406965196, + "update_l2": 0.0004763603210449219 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.824543910013745e-06, + "update_l2": 0.008681283332407475 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01305390354030179, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5145, + "attachment": 384, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5523339509963989, + "ground_friction/effective": 0.5523339509963989, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01305390354030179, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036862785927951336, + "ssim_fused": 0.982012927532196, + "seg_l1": 0.0036371424794197083, + "seg_ssim_ref": 0.9820128679275513, + "depth": 0.00033452891157914166, + "rgb_loss": 0.006546434480696917, + "seg_loss": 0.006507134530693293, + "total": 0.01305390354030179 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004413573071360588, + "ssim_fused": 0.9792064428329468, + "seg_l1": 0.004425839986652136, + "seg_ssim_ref": 0.9792068004608154, + "depth": 0.00048408895457939554, + "rgb_loss": 0.00768957007676363, + "seg_loss": 0.007699311710894108, + "total": 0.015389365876612318, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048408895457939554, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010936130700995106 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027702669613063335, + "ssim_fused": 0.9861689805984497, + "seg_l1": 0.0030043483711779118, + "seg_ssim_ref": 0.9861689805984497, + "depth": 0.00040948729740300553, + "rgb_loss": 0.004982417449355125, + "seg_loss": 0.0051696826703846455, + "total": 0.010152509141375887, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040948729740300553, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016134602136133892 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025752047076821327, + "ssim_fused": 0.9858153462409973, + "seg_l1": 0.002393519040197134, + "seg_ssim_ref": 0.985815167427063, + "depth": 0.00032161563159716826, + "rgb_loss": 0.004897094331681728, + "seg_loss": 0.0047517819330096245, + "total": 0.00964919788032295, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032161563159716826, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.96928885416127e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00498606963083148, + "ssim_fused": 0.9768610000610352, + "seg_l1": 0.004724862519651651, + "seg_ssim_ref": 0.9768606424331665, + "depth": 0.00012292376273699722, + "rgb_loss": 0.008616656064987183, + "seg_loss": 0.00840776227414608, + "total": 0.017024541262896, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012292376273699722, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012292376273699722 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 224, + "adam_update_count": 21504 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1351612509752158 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_91356d59043c4b8cb8e7421bf028725b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 225, + "next_interval": 0, + "next_adam_update": 21505, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 224, + "trained_intervals": 21504, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21504, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.3784801959991455, + "median": 11.51435375213623, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5528103113174438, + "median": 0.5528103113174438, + "max": 0.5528103113174438, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.482595920562744, + "median": 9.908916473388672, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.6849014759063721, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 11.97230339050293, + "median": 20108.875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5528103113174438, + "median": 0.5528103113174438, + "max": 0.5528103113174438, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5145, + "controller_edge_stiffness": 384 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0225.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0225.json new file mode 100644 index 0000000000000000000000000000000000000000..c7f6aa55391c9841154948d17254da630ca32849 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0225.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0225", + "executed_epochs": 225, + "score": null, + "best_score": 0.012391813426700952, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a3467b03ccf64503b5f53dd7a6ba81a2.npz", + "optimizer_file": "boundary_a3467b03ccf64503b5f53dd7a6ba81a2_optimizer.pt", + "arrays_sha256": "0a87d13831f0945a137e5e508c1d1611a7bda9b2b7b8bfa952e85ddf5524de0b", + "optimizer_sha256": "e3e0069e3813e7c03b216631b225805370ac1abd7c6c75c8356729ec30c08324", + "stage": "adam", + "completed_passes": 225, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21600, + "adam_update_count": 21600, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 226, + "consumed_count": 225, + "last_submitted_update": 21600, + "last_consumed_update": 21504, + "pending": [ + { + "reference": { + "source_update": 21600, + "completed_passes": 225, + "next_interval": 0, + "trained_intervals": 21600, + "snapshot": "pass_end_0225", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21312, + "pass_science": { + "completed_passes": 225, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21600, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21600, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.049918349366635e-05, + "update_l2": 0.02961307391524315 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007531529990956187, + "update_l2": 0.00039571523666381836 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.8453517845482565e-06, + "update_l2": 0.009083431214094162 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013029387100042575, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5149, + "attachment": 384, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5532596111297607, + "ground_friction/effective": 0.5532596111297607, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013029387100042575, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036778487265110016, + "ssim_fused": 0.9820225834846497, + "seg_l1": 0.003619726747274399, + "seg_ssim_ref": 0.9820224642753601, + "depth": 0.0003325942920382497, + "rgb_loss": 0.006537771783769131, + "seg_loss": 0.0064912824891507626, + "total": 0.013029387100042575 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043932171538472176, + "ssim_fused": 0.9792780876159668, + "seg_l1": 0.00439635431393981, + "seg_ssim_ref": 0.9792784452438354, + "depth": 0.000483003956298085, + "rgb_loss": 0.0076589565724134445, + "seg_loss": 0.007661394774913788, + "total": 0.01532083435128353, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000483003956298085, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010827630872864064 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002732787746936083, + "ssim_fused": 0.9862789511680603, + "seg_l1": 0.0029440755024552345, + "seg_ssim_ref": 0.9862789511680603, + "depth": 0.0004070149333257646, + "rgb_loss": 0.004930439870804548, + "seg_loss": 0.0050994702614843845, + "total": 0.010030317147222259, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004070149333257646, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015887365728409789 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025957541074603796, + "ssim_fused": 0.9857112765312195, + "seg_l1": 0.0024147939402610064, + "seg_ssim_ref": 0.9857110977172852, + "depth": 0.000321531348637719, + "rgb_loss": 0.004934348165988922, + "seg_loss": 0.004789615981280804, + "total": 0.009724285678618364, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000321531348637719, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.960860558216349e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00498963613063097, + "ssim_fused": 0.9768218398094177, + "seg_l1": 0.004723683465272188, + "seg_ssim_ref": 0.9768214821815491, + "depth": 0.00011882692989143025, + "rgb_loss": 0.008627341128885746, + "seg_loss": 0.008414650335907936, + "total": 0.01704211122304615, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011882692989143025, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001188269298914302 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 225, + "adam_update_count": 21600 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13385074702091515 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a3467b03ccf64503b5f53dd7a6ba81a2_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 226, + "next_interval": 0, + "next_adam_update": 21601, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 225, + "trained_intervals": 21600, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21600, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.40222498774528503, + "median": 11.51436710357666, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5536553263664246, + "median": 0.5536553263664246, + "max": 0.5536553263664246, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.4672915935516357, + "median": 9.907724380493164, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.6688302159309387, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 11.790471076965332, + "median": 20084.916015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5536553263664246, + "median": 0.5536553263664246, + "max": 0.5536553263664246, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5149, + "controller_edge_stiffness": 384 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0226.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0226.json new file mode 100644 index 0000000000000000000000000000000000000000..9c0276a886f259b8db44c9184843e5fb29848c35 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0226.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0226", + "executed_epochs": 226, + "score": null, + "best_score": 0.012391813426700952, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_b2ca03d3c9d049929dffb4a7c0c640e5.npz", + "optimizer_file": "boundary_b2ca03d3c9d049929dffb4a7c0c640e5_optimizer.pt", + "arrays_sha256": "c32f42054051023f21ac91241f98e8a6f641d183dc29ffb92eff0acb2bc41e2f", + "optimizer_sha256": "cf69303b2901e9ccd030e15b718e7601b0b6c8a2820ad5bb3feea3efe38cce7f", + "stage": "adam", + "completed_passes": 226, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21696, + "adam_update_count": 21696, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 227, + "consumed_count": 226, + "last_submitted_update": 21696, + "last_consumed_update": 21600, + "pending": [ + { + "reference": { + "source_update": 21696, + "completed_passes": 226, + "next_interval": 0, + "trained_intervals": 21696, + "snapshot": "pass_end_0226", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21312, + "pass_science": { + "completed_passes": 226, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21696, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21696, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.75739608798176e-05, + "update_l2": 0.02847483567893505 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006533778505399823, + "update_l2": 0.00035518407821655273 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.842031219392084e-06, + "update_l2": 0.007113017141819 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01304577457693933, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5152, + "attachment": 385, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5567892789840698, + "ground_friction/effective": 0.5567892789840698, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01304577457693933, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036827675066888332, + "ssim_fused": 0.9820032715797424, + "seg_l1": 0.0036256187595427036, + "seg_ssim_ref": 0.9820031523704529, + "depth": 0.00033251916585768217, + "rgb_loss": 0.006545571610331535, + "seg_loss": 0.006499870680272579, + "total": 0.01304577457693933 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004383636172860861, + "ssim_fused": 0.9793245196342468, + "seg_l1": 0.004393747542053461, + "seg_ssim_ref": 0.9793248772621155, + "depth": 0.0004831262291970456, + "rgb_loss": 0.007642004638910294, + "seg_loss": 0.0076500228606164455, + "total": 0.015292511091417223, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004831262291970456, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010839858162760108 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002725508762523532, + "ssim_fused": 0.9862985610961914, + "seg_l1": 0.0029311187099665403, + "seg_ssim_ref": 0.9862984418869019, + "depth": 0.0004058708481014606, + "rgb_loss": 0.004920694977045059, + "seg_loss": 0.005085206590592861, + "total": 0.010006307438486023, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004058708481014606, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015772957205979394 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026103362906724215, + "ssim_fused": 0.9856387376785278, + "seg_l1": 0.0024310199078172445, + "seg_ssim_ref": 0.9856384992599487, + "depth": 0.00032164326678625193, + "rgb_loss": 0.004960521589964628, + "seg_loss": 0.0048171160742640495, + "total": 0.009777958841834177, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032164326678625193, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.9720523730696423e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005011588800698519, + "ssim_fused": 0.9767510294914246, + "seg_l1": 0.004746588412672281, + "seg_ssim_ref": 0.9767506718635559, + "depth": 0.0001194363193459705, + "rgb_loss": 0.008659064769744873, + "seg_loss": 0.008447136729955673, + "total": 0.01710632093601989, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001194363193459705, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011943631934597048 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 226, + "adam_update_count": 21696 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13460115902125835 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_b2ca03d3c9d049929dffb4a7c0c640e5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 227, + "next_interval": 0, + "next_adam_update": 21697, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 226, + "trained_intervals": 21696, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21696, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.42700111865997314, + "median": 11.514373779296875, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5571444630622864, + "median": 0.5571444630622864, + "max": 0.5571444630622864, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.454869508743286, + "median": 9.907395362854004, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.6524627804756165, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 11.644913673400879, + "median": 20078.30859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5571444630622864, + "median": 0.5571444630622864, + "max": 0.5571444630622864, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5152, + "controller_edge_stiffness": 385 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0227.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0227.json new file mode 100644 index 0000000000000000000000000000000000000000..78dd585ace24152b5f35f7db5ef3f6f7ffe0bd62 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0227.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0227", + "executed_epochs": 227, + "score": null, + "best_score": 0.012391813426700952, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_644abef949c649c8a2f52d85cc2e43d1.npz", + "optimizer_file": "boundary_644abef949c649c8a2f52d85cc2e43d1_optimizer.pt", + "arrays_sha256": "3a84fb9f56d74214d78d293578402b55c49e17842c55a5887949533d624b971b", + "optimizer_sha256": "b132368403daf3e44bea5efbc2d269bfa0d0c41df31de8e48318695c637ed70d", + "stage": "adam", + "completed_passes": 227, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21792, + "adam_update_count": 21792, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 228, + "consumed_count": 227, + "last_submitted_update": 21792, + "last_consumed_update": 21696, + "pending": [ + { + "reference": { + "source_update": 21792, + "completed_passes": 227, + "next_interval": 0, + "trained_intervals": 21792, + "snapshot": "pass_end_0227", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21312, + "pass_science": { + "completed_passes": 227, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21792, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21792, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00011174123210366815, + "update_l2": 0.027923759073019028 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006421924335882068, + "update_l2": 0.0003132820129394531 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.703384663822362e-06, + "update_l2": 0.006600628606975079 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013033739718898898, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5160, + "attachment": 385, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.555388331413269, + "ground_friction/effective": 0.555388331413269, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013033739718898898, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003678839886561036, + "ssim_fused": 0.9820088148117065, + "seg_l1": 0.0036172859836369753, + "seg_ssim_ref": 0.982008695602417, + "depth": 0.000331978603963184, + "rgb_loss": 0.006541315466165543, + "seg_loss": 0.006492093205451965, + "total": 0.013033739718898898 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004360790364444256, + "ssim_fused": 0.9794076681137085, + "seg_l1": 0.004355588462203741, + "seg_ssim_ref": 0.9794079065322876, + "depth": 0.0004827909817073183, + "rgb_loss": 0.0076070986688137054, + "seg_loss": 0.007602889556437731, + "total": 0.015210470550571856, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004827909817073183, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010806333413787386 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026963576674461365, + "ssim_fused": 0.9863952994346619, + "seg_l1": 0.002885052002966404, + "seg_ssim_ref": 0.9863952398300171, + "depth": 0.000405250064539206, + "rgb_loss": 0.004878026433289051, + "seg_loss": 0.00502899382263422, + "total": 0.00990742550598781, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000405250064539206, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001571087884975394 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026354375295341015, + "ssim_fused": 0.9855172038078308, + "seg_l1": 0.002464393386617303, + "seg_ssim_ref": 0.9855169653892517, + "depth": 0.00032210661603939816, + "rgb_loss": 0.0050049093551933765, + "seg_loss": 0.0048681218177080154, + "total": 0.009873352813856144, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032210661603939816, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.01838729838426e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005022774450480938, + "ssim_fused": 0.9767149686813354, + "seg_l1": 0.00476410984992981, + "seg_ssim_ref": 0.9767146110534668, + "depth": 0.00011776675356681353, + "rgb_loss": 0.008675226010382175, + "seg_loss": 0.008468366228044033, + "total": 0.017143710005179776, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011776675356681353, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011776675356681349 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 227, + "adam_update_count": 21792 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13566191899008118 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_644abef949c649c8a2f52d85cc2e43d1_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 228, + "next_interval": 0, + "next_adam_update": 21793, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 227, + "trained_intervals": 21792, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21792, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.45081546902656555, + "median": 11.514394760131836, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5557016134262085, + "median": 0.5557016134262085, + "max": 0.5557016134262085, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.4415838718414307, + "median": 9.913219451904297, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.6371083855628967, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 11.491228103637695, + "median": 20195.587890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5557016134262085, + "median": 0.5557016134262085, + "max": 0.5557016134262085, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5160, + "controller_edge_stiffness": 385 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0228.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0228.json new file mode 100644 index 0000000000000000000000000000000000000000..cbe8b3b190125490fc3a37198ba1edfd74675245 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0228.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0228", + "executed_epochs": 228, + "score": null, + "best_score": 0.012391813426700952, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_26a31ae8ceef4cfab00720a43bb18503.npz", + "optimizer_file": "boundary_26a31ae8ceef4cfab00720a43bb18503_optimizer.pt", + "arrays_sha256": "20b42e4325357c080327e21f8f7c87a6b8b7b41241a3574cde836284d63d5bc3", + "optimizer_sha256": "9adb6c0d76c9ebab46b4a536a08c4e6e36462552cf9199b25b7aca9fde40f5da", + "stage": "adam", + "completed_passes": 228, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21888, + "adam_update_count": 21888, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 229, + "consumed_count": 228, + "last_submitted_update": 21888, + "last_consumed_update": 21792, + "pending": [ + { + "reference": { + "source_update": 21888, + "completed_passes": 228, + "next_interval": 0, + "trained_intervals": 21888, + "snapshot": "pass_end_0228", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21312, + "pass_science": { + "completed_passes": 228, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21888, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21888, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.466672104783356e-05, + "update_l2": 0.02830422855913639 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006136238807812333, + "update_l2": 0.0002630949020385742 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.087723027623724e-06, + "update_l2": 0.006974663119763136 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01305683118200388, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5162, + "attachment": 387, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5564390420913696, + "ground_friction/effective": 0.5564390420913696, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01305683118200388, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036845169961452484, + "ssim_fused": 0.9819715619087219, + "seg_l1": 0.003621873678639531, + "seg_ssim_ref": 0.9819714426994324, + "depth": 0.00033153130199960694, + "rgb_loss": 0.006553292274475098, + "seg_loss": 0.0065032076090574265, + "total": 0.01305683118200388 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004349677357822657, + "ssim_fused": 0.9794632792472839, + "seg_l1": 0.004341785795986652, + "seg_ssim_ref": 0.9794634580612183, + "depth": 0.0004825608919550561, + "rgb_loss": 0.007587086409330368, + "seg_loss": 0.007580737583339214, + "total": 0.015168306553561538, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004825608919550561, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010783324438561161 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026873305905610323, + "ssim_fused": 0.9863752126693726, + "seg_l1": 0.0028666998259723186, + "seg_ssim_ref": 0.9863750338554382, + "depth": 0.0004054660454330349, + "rgb_loss": 0.004874821752309799, + "seg_loss": 0.005018353462219238, + "total": 0.00989358068057447, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004054660454330349, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015732476939136822 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026689115911722183, + "ssim_fused": 0.9853509068489075, + "seg_l1": 0.0025065175723284483, + "seg_ssim_ref": 0.9853506684303284, + "depth": 0.0003227572308633372, + "rgb_loss": 0.005064947996288538, + "seg_loss": 0.00493508018553257, + "total": 0.010000350473390684, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003227572308633372, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.083448780778167e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005032148212194443, + "ssim_fused": 0.9766970276832581, + "seg_l1": 0.004772491753101349, + "seg_ssim_ref": 0.9766966700553894, + "depth": 0.0001153410397469997, + "rgb_loss": 0.008686313405632973, + "seg_loss": 0.008478659205138683, + "total": 0.01716508702048883, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001153410397469997, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001153410397469997 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 228, + "adam_update_count": 21888 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13437251999857835 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_26a31ae8ceef4cfab00720a43bb18503_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 229, + "next_interval": 0, + "next_adam_update": 21889, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 228, + "trained_intervals": 21888, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21888, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.47529420256614685, + "median": 11.51440715789795, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5567021369934082, + "median": 0.5567021369934082, + "max": 0.5567021369934082, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.432860851287842, + "median": 9.915681838989258, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.6217021346092224, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 11.391425132751465, + "median": 20245.37890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5567021369934082, + "median": 0.5567021369934082, + "max": 0.5567021369934082, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5162, + "controller_edge_stiffness": 387 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0229.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0229.json new file mode 100644 index 0000000000000000000000000000000000000000..38d1e30b5727e6d7e9fdb30ecf1464935dcc0734 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0229.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0229", + "executed_epochs": 229, + "score": null, + "best_score": 0.012391813426700952, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_431a8226633b4d4787108a68d7edc953.npz", + "optimizer_file": "boundary_431a8226633b4d4787108a68d7edc953_optimizer.pt", + "arrays_sha256": "818ab59cfcf7ff455876ae8f201d0352720e3c96bb07084fc345b661aa1381eb", + "optimizer_sha256": "ffe439644e24da122c61012cc0a9afffeba98d05bb401a9654264d62cf2f17a4", + "stage": "adam", + "completed_passes": 229, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 21984, + "adam_update_count": 21984, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 230, + "consumed_count": 229, + "last_submitted_update": 21984, + "last_consumed_update": 21888, + "pending": [ + { + "reference": { + "source_update": 21984, + "completed_passes": 229, + "next_interval": 0, + "trained_intervals": 21984, + "snapshot": "pass_end_0229", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21312, + "pass_science": { + "completed_passes": 229, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 21984, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 21984, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.835975313559175e-05, + "update_l2": 0.027773341163992882 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006364241125993431, + "update_l2": 0.00027173757553100586 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.167310635239119e-06, + "update_l2": 0.004243218805640936 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013070208771983644, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5172, + "attachment": 387, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5551221966743469, + "ground_friction/effective": 0.5551221966743469, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013070208771983644, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036892169155180454, + "ssim_fused": 0.9819682836532593, + "seg_l1": 0.0036322325468063354, + "seg_ssim_ref": 0.9819681644439697, + "depth": 0.000332767973204027, + "rgb_loss": 0.006557716988027096, + "seg_loss": 0.00651215948164463, + "total": 0.013070208771983644 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004304877482354641, + "ssim_fused": 0.979665994644165, + "seg_l1": 0.004291756544262171, + "seg_ssim_ref": 0.9796661734580994, + "depth": 0.0004819798673997218, + "rgb_loss": 0.007510703057050705, + "seg_loss": 0.0075001707300543785, + "total": 0.015011355766972483, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004819798673997218, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001072522198302774 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026651392690837383, + "ssim_fused": 0.9864744544029236, + "seg_l1": 0.0028265041764825583, + "seg_ssim_ref": 0.986474335193634, + "depth": 0.00040484976526556786, + "rgb_loss": 0.004837220534682274, + "seg_loss": 0.00496633630245924, + "total": 0.00980396168690678, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040484976526556786, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015670848922390114 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002697266871109605, + "ssim_fused": 0.9851958751678467, + "seg_l1": 0.0025520191993564367, + "seg_ssim_ref": 0.9851955771446228, + "depth": 0.00032337795360919293, + "rgb_loss": 0.00511863874271512, + "seg_loss": 0.005002500023692846, + "total": 0.010121462144361576, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032337795360919293, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1455210553637325e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005089583806693554, + "ssim_fused": 0.9765368103981018, + "seg_l1": 0.004858650732785463, + "seg_ssim_ref": 0.9765364527702332, + "depth": 0.00012086430654162538, + "rgb_loss": 0.008764305151998997, + "seg_loss": 0.00857963040471077, + "total": 0.017344055489693734, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012086430654162538, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012086430654162536 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 229, + "adam_update_count": 21984 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13931647801655345 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_431a8226633b4d4787108a68d7edc953_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 230, + "next_interval": 0, + "next_adam_update": 21985, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 229, + "trained_intervals": 21984, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 21984, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.49992209672927856, + "median": 11.514427185058594, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5553939342498779, + "median": 0.5553939342498779, + "max": 0.5553939342498779, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.4227116107940674, + "median": 9.915650367736816, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.6065779328346252, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 11.276395797729492, + "median": 20244.7421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5553939342498779, + "median": 0.5553939342498779, + "max": 0.5553939342498779, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5172, + "controller_edge_stiffness": 387 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0230.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0230.json new file mode 100644 index 0000000000000000000000000000000000000000..e59f5d1795b168ee376512115426efe88950d928 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0230.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0230", + "executed_epochs": 230, + "score": null, + "best_score": 0.012391813426700952, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_cd266322a2814bd7a207126ff23fa1f5.npz", + "optimizer_file": "boundary_cd266322a2814bd7a207126ff23fa1f5_optimizer.pt", + "arrays_sha256": "c42f343d351c2e9661332e20372de463f24461de9e8e65ac1f4ac7058fc619a0", + "optimizer_sha256": "648cda8e92c6d09900b1ef02a24a79e1b2ba9209ea1763a1cdda96fe28bd4cdb", + "stage": "adam", + "completed_passes": 230, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22080, + "adam_update_count": 22080, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 231, + "consumed_count": 230, + "last_submitted_update": 22080, + "last_consumed_update": 21984, + "pending": [ + { + "reference": { + "source_update": 22080, + "completed_passes": 230, + "next_interval": 0, + "trained_intervals": 22080, + "snapshot": "pass_end_0230", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 21312, + "pass_science": { + "completed_passes": 230, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22080, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22080, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00015508124488405883, + "update_l2": 0.027939768508076668 + }, + "raw_ground_friction": { + "gradient_l2": 0.0006673051975667477, + "update_l2": 0.0002987384796142578 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.916629793820903e-06, + "update_l2": 0.00456233462318778 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013043222226308014, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5177, + "attachment": 388, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5526496171951294, + "ground_friction/effective": 0.5526496171951294, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013043222226308014, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00368078937754035, + "ssim_fused": 0.9820005893707275, + "seg_l1": 0.0036230843979865313, + "seg_ssim_ref": 0.982000470161438, + "depth": 0.00033199238898847004, + "rgb_loss": 0.006544513627886772, + "seg_loss": 0.006498376373201609, + "total": 0.013043222226308014 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004294907208532095, + "ssim_fused": 0.9796904921531677, + "seg_l1": 0.004270572680979967, + "seg_ssim_ref": 0.9796907305717468, + "depth": 0.00048069483424329916, + "rgb_loss": 0.007497827522456646, + "seg_loss": 0.007478312123566866, + "total": 0.014976620806519042, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048069483424329916, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010596718667385472 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002652607625350356, + "ssim_fused": 0.9865395426750183, + "seg_l1": 0.002812298946082592, + "seg_ssim_ref": 0.986539363861084, + "depth": 0.0004039882949242993, + "rgb_loss": 0.004814177751541138, + "seg_loss": 0.004941966384649277, + "total": 0.009756548124485339, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004039882949242993, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015584701888263263 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026883077807724476, + "ssim_fused": 0.9852387309074402, + "seg_l1": 0.0025453895796090364, + "seg_ssim_ref": 0.9852385520935059, + "depth": 0.00032260728608997943, + "rgb_loss": 0.005102899856865406, + "seg_loss": 0.004988601431250572, + "total": 0.010091823895402068, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032260728608997943, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.0684543034423903e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050873346626758575, + "ssim_fused": 0.9765335917472839, + "seg_l1": 0.004864076152443886, + "seg_ssim_ref": 0.9765331745147705, + "depth": 0.00012067914069630201, + "rgb_loss": 0.008763149380683899, + "seg_loss": 0.008584626019001007, + "total": 0.017347896078825604, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012067914069630201, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012067914069630202 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 230, + "adam_update_count": 22080 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13429208801244386 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_cd266322a2814bd7a207126ff23fa1f5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 231, + "next_interval": 0, + "next_adam_update": 22081, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 230, + "trained_intervals": 22080, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22080, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.5251861214637756, + "median": 11.514437675476074, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5529483556747437, + "median": 0.5529483556747437, + "max": 0.5529483556747437, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.409700632095337, + "median": 9.913707733154297, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.59144526720047, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 11.130627632141113, + "median": 20205.451171875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5529483556747437, + "median": 0.5529483556747437, + "max": 0.5529483556747437, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5177, + "controller_edge_stiffness": 388 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0231.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0231.json new file mode 100644 index 0000000000000000000000000000000000000000..8cca02d3b8521348970e537c6dcb829c6693f129 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0231.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0231", + "executed_epochs": 231, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c4e7d9ef9fe44d6fa9f61fb6f72ee768.npz", + "optimizer_file": "boundary_c4e7d9ef9fe44d6fa9f61fb6f72ee768_optimizer.pt", + "arrays_sha256": "05eaa972eb71fb54c54a7d4a4beda7d0295898990daf566f882af59185dae7b9", + "optimizer_sha256": "8f66a9f24556e4886b26cc064a1f0047ee846a2cd07eca7099b38b891e4d2834", + "stage": "adam", + "completed_passes": 231, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22176, + "adam_update_count": 22176, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 232, + "consumed_count": 231, + "last_submitted_update": 22176, + "last_consumed_update": 22080, + "pending": [ + { + "reference": { + "source_update": 22176, + "completed_passes": 231, + "next_interval": 0, + "trained_intervals": 22176, + "snapshot": "pass_end_0231", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 231, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22176, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22176, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00010743703023763373, + "update_l2": 0.029318595305085182 + }, + "raw_ground_friction": { + "gradient_l2": 0.0008500872063450515, + "update_l2": 0.0002549290657043457 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.7342986161092995e-06, + "update_l2": 0.004332217387855053 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013063763240033985, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5181, + "attachment": 388, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5505242347717285, + "ground_friction/effective": 0.5505242347717285, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013063763240033985, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036856126971542835, + "ssim_fused": 0.9819720983505249, + "seg_l1": 0.0036296695470809937, + "seg_ssim_ref": 0.9819718599319458, + "depth": 0.00033222107052945327, + "rgb_loss": 0.006554079242050648, + "seg_loss": 0.006509351544082165, + "total": 0.013063763240033985 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004265875555574894, + "ssim_fused": 0.979824960231781, + "seg_l1": 0.004227280616760254, + "seg_ssim_ref": 0.9798251390457153, + "depth": 0.00047921372755715204, + "rgb_loss": 0.007447708398103714, + "seg_loss": 0.007416796870529652, + "total": 0.014864984482360923, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047921372755715204, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010448607998770757 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026388545520603657, + "ssim_fused": 0.9865522980690002, + "seg_l1": 0.0027855827938765287, + "seg_ssim_ref": 0.9865521788597107, + "depth": 0.0004042252670502708, + "rgb_loss": 0.004800624214112759, + "seg_loss": 0.004918030463159084, + "total": 0.009719058902538893, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004042252670502708, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015608399100860415 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027335432823747396, + "ssim_fused": 0.9850155711174011, + "seg_l1": 0.0026112732011824846, + "seg_ssim_ref": 0.9850152134895325, + "depth": 0.00032321223639727873, + "rgb_loss": 0.005183720495551825, + "seg_loss": 0.0050859758630394936, + "total": 0.010270019105166428, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032321223639727873, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1289493341723196e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005104178097099066, + "ssim_fused": 0.9764953851699829, + "seg_l1": 0.004894541576504707, + "seg_ssim_ref": 0.9764951467514038, + "depth": 0.00012223305111311165, + "rgb_loss": 0.008784265257418156, + "seg_loss": 0.008616603910923004, + "total": 0.0174009904700697, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012223305111311165, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012223305111311165 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 231, + "adam_update_count": 22176 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1271576989965979 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c4e7d9ef9fe44d6fa9f61fb6f72ee768_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 232, + "next_interval": 0, + "next_adam_update": 22177, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 231, + "trained_intervals": 22176, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22176, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.550046443939209, + "median": 11.51445198059082, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5507791638374329, + "median": 0.5507791638374329, + "max": 0.5507791638374329, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.401230812072754, + "median": 9.912612915039062, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5769230127334595, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 11.036752700805664, + "median": 20183.341796875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5507791638374329, + "median": 0.5507791638374329, + "max": 0.5507791638374329, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5181, + "controller_edge_stiffness": 388 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0232.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0232.json new file mode 100644 index 0000000000000000000000000000000000000000..9230c83291c42d7e7922617bd63d4a10e01d8b4e --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0232.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0232", + "executed_epochs": 232, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_1d780ca46fea4549b290513bf25b742d.npz", + "optimizer_file": "boundary_1d780ca46fea4549b290513bf25b742d_optimizer.pt", + "arrays_sha256": "9de82f59bad25e107d6d56b3b94cb893486cb3dd7dfd7528c397138f987c0f6e", + "optimizer_sha256": "76fd37bf464624a515444a355268a224c79f421a8ea74f2644f7ede384d9a1e9", + "stage": "adam", + "completed_passes": 232, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22272, + "adam_update_count": 22272, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 233, + "consumed_count": 232, + "last_submitted_update": 22272, + "last_consumed_update": 22176, + "pending": [ + { + "reference": { + "source_update": 22272, + "completed_passes": 232, + "next_interval": 0, + "trained_intervals": 22272, + "snapshot": "pass_end_0232", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 232, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22272, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22272, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.0001638189423829317, + "update_l2": 0.029565835371613503 + }, + "raw_ground_friction": { + "gradient_l2": 0.0010720262071117759, + "update_l2": 0.0004639625549316406 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.568819794163574e-06, + "update_l2": 0.013317065313458443 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012992402116998305, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5187, + "attachment": 389, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5310753583908081, + "ground_friction/effective": 0.5310753583908081, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012992402116998305, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036693615838885307, + "ssim_fused": 0.9821013808250427, + "seg_l1": 0.003621396841481328, + "seg_ssim_ref": 0.982101321220398, + "depth": 0.000332526161542628, + "rgb_loss": 0.006515216082334518, + "seg_loss": 0.006476853508502245, + "total": 0.012992402116998305 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00420464389026165, + "ssim_fused": 0.9800933003425598, + "seg_l1": 0.0041360692121088505, + "seg_ssim_ref": 0.9800936579704285, + "depth": 0.00047542853436355163, + "rgb_loss": 0.007345055229961872, + "seg_loss": 0.007290123961865902, + "total": 0.014635654620362138, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047542853436355163, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010070088679410718 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002605677815154195, + "ssim_fused": 0.9868023991584778, + "seg_l1": 0.002737566363066435, + "seg_ssim_ref": 0.9868023991584778, + "depth": 0.00039491209990707163, + "rgb_loss": 0.004724062513560057, + "seg_loss": 0.004829573445022106, + "total": 0.009554030405020782, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039491209990707163, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.000146770823865405 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026991209015250206, + "ssim_fused": 0.9852029085159302, + "seg_l1": 0.0025863901246339083, + "seg_ssim_ref": 0.9852027297019958, + "depth": 0.00032097606502137034, + "rgb_loss": 0.005118715111166239, + "seg_loss": 0.005028566345572472, + "total": 0.010147601967142445, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032097606502137034, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.905332196581483e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005168004427105188, + "ssim_fused": 0.9763068556785583, + "seg_l1": 0.005025561898946762, + "seg_ssim_ref": 0.9763064980506897, + "depth": 0.00013878794687851843, + "rgb_loss": 0.00887303240597248, + "seg_loss": 0.0087591502815485, + "total": 0.01763232147546786, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013878794687851843, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013878794687851846 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 232, + "adam_update_count": 22272 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13881746598053724 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_1d780ca46fea4549b290513bf25b742d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 233, + "next_interval": 0, + "next_adam_update": 22273, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 232, + "trained_intervals": 22272, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22272, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.5724112391471863, + "median": 11.514479637145996, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5315393209457397, + "median": 0.5315393209457397, + "max": 0.5315393209457397, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.3794491291046143, + "median": 9.911334991455078, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5641634464263916, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.79895305633545, + "median": 20157.56640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5315393209457397, + "median": 0.5315393209457397, + "max": 0.5315393209457397, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5187, + "controller_edge_stiffness": 389 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0233.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0233.json new file mode 100644 index 0000000000000000000000000000000000000000..bc6248786a9edcf16a3c6cb713e889b9e3fe8772 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0233.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0233", + "executed_epochs": 233, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_e00cd4e1218a4f5aa79a6ce55b86a825.npz", + "optimizer_file": "boundary_e00cd4e1218a4f5aa79a6ce55b86a825_optimizer.pt", + "arrays_sha256": "7c6decd69e75a0e84e5d243656a6cfd7277ce951b84fad18136de2fa43b589de", + "optimizer_sha256": "9734971f4c0cfa93026c4c8c097be6556ea6c7734f37bc0370082273249026a5", + "stage": "adam", + "completed_passes": 233, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22368, + "adam_update_count": 22368, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 234, + "consumed_count": 233, + "last_submitted_update": 22368, + "last_consumed_update": 22272, + "pending": [ + { + "reference": { + "source_update": 22368, + "completed_passes": 233, + "next_interval": 0, + "trained_intervals": 22368, + "snapshot": "pass_end_0233", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 233, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22368, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22368, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 0.00017876483616419137, + "update_l2": 0.03658948093652725 + }, + "raw_ground_friction": { + "gradient_l2": 0.001254087663255632, + "update_l2": 0.0002472996711730957 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2612353202712256e-05, + "update_l2": 0.01991136744618416 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013501531459939787, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5196, + "attachment": 389, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5015137195587158, + "ground_friction/effective": 0.5015137195587158, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013501531459939787, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0038247029297053814, + "ssim_fused": 0.9816222786903381, + "seg_l1": 0.0038628657348454, + "seg_ssim_ref": 0.9816220998764038, + "depth": 0.00035438368947180517, + "rgb_loss": 0.006735312752425671, + "seg_loss": 0.006765863858163357, + "total": 0.013501531459939787 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.003960618749260902, + "ssim_fused": 0.9813671708106995, + "seg_l1": 0.003826056607067585, + "seg_ssim_ref": 0.9813674688339233, + "depth": 0.0004787036071916938, + "rgb_loss": 0.006895061116665602, + "seg_loss": 0.006787351798266172, + "total": 0.013682891618538966, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004787036071916938, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010397595962224933 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026791496202349663, + "ssim_fused": 0.9863054156303406, + "seg_l1": 0.0027772935573011637, + "seg_ssim_ref": 0.9863052368164062, + "depth": 0.00039513218470176525, + "rgb_loss": 0.004882236942648888, + "seg_loss": 0.004960787482559681, + "total": 0.00984341955739327, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039513218470176525, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014699090866009858 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003118717111647129, + "ssim_fused": 0.9834069609642029, + "seg_l1": 0.003221508814021945, + "seg_ssim_ref": 0.9834067821502686, + "depth": 0.0003399760707460032, + "rgb_loss": 0.005813581869006157, + "seg_loss": 0.0058958507142961025, + "total": 0.011709773025034292, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003399760707460032, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.805332769044777e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005540326237678528, + "ssim_fused": 0.9754094481468201, + "seg_l1": 0.005626604426652193, + "seg_ssim_ref": 0.9754090905189514, + "depth": 0.0002037228952477582, + "rgb_loss": 0.009350371547043324, + "seg_loss": 0.009419465437531471, + "total": 0.018770041638792617, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0002037228952477582, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00020372289524775818 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 233, + "adam_update_count": 22368 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13287731001037173 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_e00cd4e1218a4f5aa79a6ce55b86a825_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 234, + "next_interval": 0, + "next_adam_update": 22369, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 233, + "trained_intervals": 22368, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22368, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.5885545015335083, + "median": 11.514495849609375, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5017610192298889, + "median": 0.5017610192298889, + "max": 0.5017610192298889, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.3616621494293213, + "median": 9.902665138244629, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5551291108131409, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.608570098876953, + "median": 19983.55859375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5017610192298889, + "median": 0.5017610192298889, + "max": 0.5017610192298889, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5196, + "controller_edge_stiffness": 389 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0234.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0234.json new file mode 100644 index 0000000000000000000000000000000000000000..3bd9d509c7fd5d606f4524235ad41616445a9722 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0234.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0234", + "executed_epochs": 234, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9076ba3d3c5345309e756401d2e05a16.npz", + "optimizer_file": "boundary_9076ba3d3c5345309e756401d2e05a16_optimizer.pt", + "arrays_sha256": "b3aecaa1228f2794beb40d155d7ad463d1b4e0a5f36ce4d69faa685a50be4665", + "optimizer_sha256": "c3ba780085ebcac7e3f5f1cfa62c4b299293d88d4c65b4ddbde0fead34a890dc", + "stage": "adam", + "completed_passes": 234, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22464, + "adam_update_count": 22464, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 235, + "consumed_count": 234, + "last_submitted_update": 22464, + "last_consumed_update": 22368, + "pending": [ + { + "reference": { + "source_update": 22464, + "completed_passes": 234, + "next_interval": 0, + "trained_intervals": 22464, + "snapshot": "pass_end_0234", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 234, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22464, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22464, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.989818550413474e-05, + "update_l2": 0.03547624498605728 + }, + "raw_ground_friction": { + "gradient_l2": 0.001375472522340715, + "update_l2": 0.0002949833869934082 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.358331226394512e-06, + "update_l2": 0.01404576189815998 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013379353672856255, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5199, + "attachment": 390, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5104267597198486, + "ground_friction/effective": 0.5104267597198486, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013379353672856255, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003786211833357811, + "ssim_fused": 0.9817311763763428, + "seg_l1": 0.0038031302392482758, + "seg_ssim_ref": 0.9817310571670532, + "depth": 0.0003502859117229108, + "rgb_loss": 0.006682725623250008, + "seg_loss": 0.006696278229355812, + "total": 0.013379353672856255 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0039768824353814125, + "ssim_fused": 0.9812643527984619, + "seg_l1": 0.0038499003276228905, + "seg_ssim_ref": 0.9812646508216858, + "depth": 0.00047754826144548126, + "rgb_loss": 0.006928635761141777, + "seg_loss": 0.006826990284025669, + "total": 0.013756103593428892, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047754826144548126, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010282061387603679 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026592251379042864, + "ssim_fused": 0.9863783121109009, + "seg_l1": 0.0027447384782135487, + "seg_ssim_ref": 0.9863781929016113, + "depth": 0.0003951560115338204, + "rgb_loss": 0.004851717501878738, + "seg_loss": 0.004920152015984058, + "total": 0.00977226467387433, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003951560115338204, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014701473549215378 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003052196465432644, + "ssim_fused": 0.9836367964744568, + "seg_l1": 0.0031205129344016314, + "seg_ssim_ref": 0.9836364984512329, + "depth": 0.0003364861035152959, + "rgb_loss": 0.005714397877454758, + "seg_loss": 0.0057691107504069805, + "total": 0.01148384557962654, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003364861035152959, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.456336045974036e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005456543527543545, + "ssim_fused": 0.9756454229354858, + "seg_l1": 0.005497368983924389, + "seg_ssim_ref": 0.9756451845169067, + "depth": 0.0001919532703970455, + "rgb_loss": 0.009236150421202183, + "seg_loss": 0.009268858470022678, + "total": 0.018505200844495258, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001919532703970455, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001919532703970455 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 234, + "adam_update_count": 22464 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13536588300485164 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9076ba3d3c5345309e756401d2e05a16_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 235, + "next_interval": 0, + "next_adam_update": 22465, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 234, + "trained_intervals": 22464, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22464, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.5956246256828308, + "median": 11.514501571655273, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.510721743106842, + "median": 0.510721743106842, + "max": 0.510721743106842, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.3684701919555664, + "median": 9.905191421508789, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5512181520462036, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.681039810180664, + "median": 20034.10546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.510721743106842, + "median": 0.510721743106842, + "max": 0.510721743106842, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5199, + "controller_edge_stiffness": 390 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0235.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0235.json new file mode 100644 index 0000000000000000000000000000000000000000..d850abc5144aada5abd3d386d85341212d5b5065 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0235.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0235", + "executed_epochs": 235, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fa20b4d145a24f77814d926399b3a3fc.npz", + "optimizer_file": "boundary_fa20b4d145a24f77814d926399b3a3fc_optimizer.pt", + "arrays_sha256": "6c03770ec0dfa45792dbc422c4514e3bc84f2999405ebec65566897c00461ee3", + "optimizer_sha256": "cc0071d7d497eacbf6a531cecb5d528c4d88f807d440fe41b4f5675f5be86344", + "stage": "adam", + "completed_passes": 235, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22560, + "adam_update_count": 22560, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 236, + "consumed_count": 235, + "last_submitted_update": 22560, + "last_consumed_update": 22464, + "pending": [ + { + "reference": { + "source_update": 22560, + "completed_passes": 235, + "next_interval": 0, + "trained_intervals": 22560, + "snapshot": "pass_end_0235", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 235, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22560, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22560, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.062441338552162e-05, + "update_l2": 0.03332558274269104 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013132435269653797, + "update_l2": 0.0004191398620605469 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.485720511293039e-06, + "update_l2": 0.014024686999619007 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013125630913646734, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5203, + "attachment": 390, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5078651309013367, + "ground_friction/effective": 0.5078651309013367, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013125630913646734, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037110289558768272, + "ssim_fused": 0.9820041656494141, + "seg_l1": 0.0036976109258830547, + "seg_ssim_ref": 0.9820040464401245, + "depth": 0.00034377758375427227, + "rgb_loss": 0.0065680015832185745, + "seg_loss": 0.0065572853200137615, + "total": 0.013125630913646734 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004048834554851055, + "ssim_fused": 0.9808762073516846, + "seg_l1": 0.003921528346836567, + "seg_ssim_ref": 0.9808765649795532, + "depth": 0.0004735052312390568, + "rgb_loss": 0.00706382654607296, + "seg_loss": 0.006961910054087639, + "total": 0.014026210105391838, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004735052312390568, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.877758366961228e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026075481437146664, + "ssim_fused": 0.9866740107536316, + "seg_l1": 0.002702204277738929, + "seg_ssim_ref": 0.986673891544342, + "depth": 0.00039333634906810644, + "rgb_loss": 0.0047512361779809, + "seg_loss": 0.00482698529958725, + "total": 0.009578614813917218, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039333634906810644, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014519507302643983 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028590583242475986, + "ssim_fused": 0.9844993948936462, + "seg_l1": 0.0028460375033318996, + "seg_ssim_ref": 0.9844991564750671, + "depth": 0.00032598778005120236, + "rgb_loss": 0.005387367680668831, + "seg_loss": 0.0053769988007843494, + "total": 0.010764692003571944, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032598778005120236, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.406503699564683e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0053286743350327015, + "ssim_fused": 0.9759668111801147, + "seg_l1": 0.00532067334279418, + "seg_ssim_ref": 0.9759664535522461, + "depth": 0.00018228097465872346, + "rgb_loss": 0.009069576859474182, + "seg_loss": 0.009063247591257095, + "total": 0.018133006731705936, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018228097465872346, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018228097465872346 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 235, + "adam_update_count": 22560 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13177457099664025 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fa20b4d145a24f77814d926399b3a3fc_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 236, + "next_interval": 0, + "next_adam_update": 22561, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 235, + "trained_intervals": 22560, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22560, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6015334725379944, + "median": 11.514522552490234, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5082842707633972, + "median": 0.5082842707633972, + "max": 0.5082842707633972, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.3624353408813477, + "median": 9.89319896697998, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5479706525802612, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.616775512695312, + "median": 19795.28125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5082842707633972, + "median": 0.5082842707633972, + "max": 0.5082842707633972, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5203, + "controller_edge_stiffness": 390 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0236.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0236.json new file mode 100644 index 0000000000000000000000000000000000000000..d7a5ffb36a9dd13227ec425e492a05a047b5c241 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0236.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0236", + "executed_epochs": 236, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_84ded10b5f3f4ea0a130a2256625ac86.npz", + "optimizer_file": "boundary_84ded10b5f3f4ea0a130a2256625ac86_optimizer.pt", + "arrays_sha256": "0e3f06a7fbb2bdb204bd81fcf6fc12ca0ca444ba419c48ea783552eafc36a118", + "optimizer_sha256": "03d953ac1a8d52972ecd426f955e6ba6b7310530f1476dfc986a8adac9c6452d", + "stage": "adam", + "completed_passes": 236, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22656, + "adam_update_count": 22656, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 237, + "consumed_count": 236, + "last_submitted_update": 22656, + "last_consumed_update": 22560, + "pending": [ + { + "reference": { + "source_update": 22656, + "completed_passes": 236, + "next_interval": 0, + "trained_intervals": 22656, + "snapshot": "pass_end_0236", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 236, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22656, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22656, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.49058453948237e-05, + "update_l2": 0.03352360799908638 + }, + "raw_ground_friction": { + "gradient_l2": 0.001446623937226832, + "update_l2": 0.000446319580078125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.592431524652056e-06, + "update_l2": 0.013379896059632301 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013112983778959317, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5206, + "attachment": 390, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5063254237174988, + "ground_friction/effective": 0.5063254237174988, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013112983778959317, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037085283547639847, + "ssim_fused": 0.9820254445075989, + "seg_l1": 0.0036949452478438616, + "seg_ssim_ref": 0.9820252656936646, + "depth": 0.00034400345961589163, + "rgb_loss": 0.006561736576259136, + "seg_loss": 0.006550902966409922, + "total": 0.013112983778959317 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004057246260344982, + "ssim_fused": 0.9808393120765686, + "seg_l1": 0.003933180123567581, + "seg_ssim_ref": 0.9808394908905029, + "depth": 0.0004732495003364359, + "rgb_loss": 0.0070779346860945225, + "seg_loss": 0.006978645920753479, + "total": 0.01405705339068705, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004732495003364359, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.85218527669914e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026161461137235165, + "ssim_fused": 0.986640989780426, + "seg_l1": 0.002713344991207123, + "seg_ssim_ref": 0.9866408109664917, + "depth": 0.0003919457988653129, + "rgb_loss": 0.004764718934893608, + "seg_loss": 0.004842514172196388, + "total": 0.009607625052888862, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003919457988653129, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014380452282364628 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028364425525069237, + "ssim_fused": 0.9846233129501343, + "seg_l1": 0.0028148626442998648, + "seg_ssim_ref": 0.9846230149269104, + "depth": 0.00032600554624675874, + "rgb_loss": 0.0053444914519786835, + "seg_loss": 0.005327287130057812, + "total": 0.010672104587582741, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032600554624675874, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.4082803191203185e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0053242784924805164, + "ssim_fused": 0.9759981036186218, + "seg_l1": 0.005318392999470234, + "seg_ssim_ref": 0.9759977459907532, + "depth": 0.0001848129930150591, + "rgb_loss": 0.009059801697731018, + "seg_loss": 0.009055165573954582, + "total": 0.018115152084678614, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001848129930150591, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018481299301505914 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 236, + "adam_update_count": 22656 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13748200100963004 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_84ded10b5f3f4ea0a130a2256625ac86_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 237, + "next_interval": 0, + "next_adam_update": 22657, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 236, + "trained_intervals": 22656, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22656, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6069027185440063, + "median": 11.514528274536133, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5067717432975769, + "median": 0.5067717432975769, + "max": 0.5067717432975769, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.355924129486084, + "median": 9.888461112976074, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5450363755226135, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.547872543334961, + "median": 19701.71875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5067717432975769, + "median": 0.5067717432975769, + "max": 0.5067717432975769, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5206, + "controller_edge_stiffness": 390 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0237.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0237.json new file mode 100644 index 0000000000000000000000000000000000000000..0077b46d87a4a5867b56f7009484057ea7848dbc --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0237.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0237", + "executed_epochs": 237, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_345c88943bec4c65ab32ac253488ec77.npz", + "optimizer_file": "boundary_345c88943bec4c65ab32ac253488ec77_optimizer.pt", + "arrays_sha256": "578ceefda9a04750b089ae3cd43ad53bbb0b0884e3e7758927deba8d45ed6193", + "optimizer_sha256": "d49a82fd1d83620cf29bd19923ff74a16c218235bd85e1e7bc38a36ac50d9f6e", + "stage": "adam", + "completed_passes": 237, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22752, + "adam_update_count": 22752, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 238, + "consumed_count": 237, + "last_submitted_update": 22752, + "last_consumed_update": 22656, + "pending": [ + { + "reference": { + "source_update": 22752, + "completed_passes": 237, + "next_interval": 0, + "trained_intervals": 22752, + "snapshot": "pass_end_0237", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 237, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22752, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22752, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.382272451650351e-05, + "update_l2": 0.03315573185682297 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014744536019861698, + "update_l2": 0.0004819631576538086 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.903897989715915e-06, + "update_l2": 0.013304888270795345 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013078584886019129, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5211, + "attachment": 390, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5056798458099365, + "ground_friction/effective": 0.5056798458099365, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013078584886019129, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036993715912103653, + "ssim_fused": 0.9820690155029297, + "seg_l1": 0.003682903479784727, + "seg_ssim_ref": 0.9820688962936401, + "depth": 0.00034397547413827855, + "rgb_loss": 0.006545697338879108, + "seg_loss": 0.006532543804496527, + "total": 0.013078584886019129 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004072451498359442, + "ssim_fused": 0.980765700340271, + "seg_l1": 0.0039515686221420765, + "seg_ssim_ref": 0.9807658791542053, + "depth": 0.0004730886677029128, + "rgb_loss": 0.007104821503162384, + "seg_loss": 0.007008079439401627, + "total": 0.014113374031231713, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004730886677029128, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.836102013346834e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026197268161922693, + "ssim_fused": 0.9866530299186707, + "seg_l1": 0.0027224987279623747, + "seg_ssim_ref": 0.9866530299186707, + "depth": 0.0003917424451151039, + "rgb_loss": 0.00476517528295517, + "seg_loss": 0.004847393371164799, + "total": 0.009612960396565083, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003917424451151039, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014360116907343725 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0028002902399748564, + "ssim_fused": 0.9848092794418335, + "seg_l1": 0.002764518139883876, + "seg_ssim_ref": 0.9848090410232544, + "depth": 0.00032587803844957505, + "rgb_loss": 0.005278376396745443, + "seg_loss": 0.005249806679785252, + "total": 0.010528508488907858, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032587803844957505, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3955295394019515e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005305017344653606, + "ssim_fused": 0.9760479927062988, + "seg_l1": 0.005293028429150581, + "seg_ssim_ref": 0.9760476350784302, + "depth": 0.00018519274528552254, + "rgb_loss": 0.00903441570699215, + "seg_loss": 0.00902489572763443, + "total": 0.018059496627371864, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018519274528552254, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018519274528552257 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 237, + "adam_update_count": 22752 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13806537000345998 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_345c88943bec4c65ab32ac253488ec77_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 238, + "next_interval": 0, + "next_adam_update": 22753, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 237, + "trained_intervals": 22752, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22752, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6122588515281677, + "median": 11.514543533325195, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5061618089675903, + "median": 0.5061618089675903, + "max": 0.5061618089675903, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.348315477371216, + "median": 9.884078025817871, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.54212486743927, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.46792221069336, + "median": 19615.552734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5061618089675903, + "median": 0.5061618089675903, + "max": 0.5061618089675903, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5211, + "controller_edge_stiffness": 390 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0238.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0238.json new file mode 100644 index 0000000000000000000000000000000000000000..f3fe4194717393f3e07810ca4208135b834eeeff --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0238.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0238", + "executed_epochs": 238, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f642e503eb96474e886790fd842b2623.npz", + "optimizer_file": "boundary_f642e503eb96474e886790fd842b2623_optimizer.pt", + "arrays_sha256": "8ac01539eca3f881dc022f3ec69969a638c966fac2e2082443cf3441a15d10bf", + "optimizer_sha256": "2252472d7adc2b2a3b22b36b6252320ab87c05b827eb44c4a8ecfa75f46e5ba9", + "stage": "adam", + "completed_passes": 238, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22848, + "adam_update_count": 22848, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 239, + "consumed_count": 238, + "last_submitted_update": 22848, + "last_consumed_update": 22752, + "pending": [ + { + "reference": { + "source_update": 22848, + "completed_passes": 238, + "next_interval": 0, + "trained_intervals": 22848, + "snapshot": "pass_end_0238", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 238, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22848, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22848, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.390848622890189e-05, + "update_l2": 0.03294936940073967 + }, + "raw_ground_friction": { + "gradient_l2": 0.0014753969153389335, + "update_l2": 0.0005179643630981445 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0242420103168115e-05, + "update_l2": 0.013415989466011524 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013059000140323254, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5217, + "attachment": 390, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5048691034317017, + "ground_friction/effective": 0.5048691034317017, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013059000140323254, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036946414038538933, + "ssim_fused": 0.9820955395698547, + "seg_l1": 0.0036764179822057486, + "seg_ssim_ref": 0.9820954203605652, + "depth": 0.00034401219985253804, + "rgb_loss": 0.006536605767905712, + "seg_loss": 0.006522050127387047, + "total": 0.013059000140323254 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004087447188794613, + "ssim_fused": 0.9806944131851196, + "seg_l1": 0.003971820697188377, + "seg_ssim_ref": 0.9806948304176331, + "depth": 0.0004730921417598923, + "rgb_loss": 0.007131075486540794, + "seg_loss": 0.00703849084675312, + "total": 0.014170039425435675, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004730921417598923, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.836449419044777e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002627710346132517, + "ssim_fused": 0.9866434931755066, + "seg_l1": 0.0027368839364498854, + "seg_ssim_ref": 0.9866433143615723, + "depth": 0.00039162871837150344, + "rgb_loss": 0.004773469641804695, + "seg_loss": 0.00486084446310997, + "total": 0.009634705733633037, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039162871837150344, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014348744232983682 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027711214497685432, + "ssim_fused": 0.9849616885185242, + "seg_l1": 0.0027234184090048075, + "seg_ssim_ref": 0.9849614500999451, + "depth": 0.0003257094002698755, + "rgb_loss": 0.005224559456110001, + "seg_loss": 0.005186445079743862, + "total": 0.010411330245254133, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003257094002698755, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.378665721431992e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005292287562042475, + "ssim_fused": 0.9760825634002686, + "seg_l1": 0.005273548886179924, + "seg_ssim_ref": 0.9760820865631104, + "depth": 0.00018561853900888104, + "rgb_loss": 0.009017317555844784, + "seg_loss": 0.009002421982586384, + "total": 0.018019925156970176, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018561853900888104, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018561853900888104 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 238, + "adam_update_count": 22848 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13760628399904817 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f642e503eb96474e886790fd842b2623_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 239, + "next_interval": 0, + "next_adam_update": 22849, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 238, + "trained_intervals": 22848, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22848, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6178427338600159, + "median": 11.514562606811523, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5053870677947998, + "median": 0.5053870677947998, + "max": 0.5053870677947998, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.3380534648895264, + "median": 9.882600784301758, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5391061902046204, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.36104965209961, + "median": 19586.59765625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5053870677947998, + "median": 0.5053870677947998, + "max": 0.5053870677947998, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5217, + "controller_edge_stiffness": 390 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0239.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0239.json new file mode 100644 index 0000000000000000000000000000000000000000..c3db10970c20da782aaa30125023c860d3ca53fb --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0239.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0239", + "executed_epochs": 239, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_20fe107e653a4fe5803c97904429f0e6.npz", + "optimizer_file": "boundary_20fe107e653a4fe5803c97904429f0e6_optimizer.pt", + "arrays_sha256": "9dda49639f7b664f9ee02ac5c70e5e57532eb8c3ac78670bec361b06f602870d", + "optimizer_sha256": "a12688dddfbe3823e36587a3b56820220909247f2a74d66de9c5222403686acf", + "stage": "adam", + "completed_passes": 239, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 22944, + "adam_update_count": 22944, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 240, + "consumed_count": 239, + "last_submitted_update": 22944, + "last_consumed_update": 22848, + "pending": [ + { + "reference": { + "source_update": 22944, + "completed_passes": 239, + "next_interval": 0, + "trained_intervals": 22944, + "snapshot": "pass_end_0239", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 239, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 22944, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 22944, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.454122533090413e-05, + "update_l2": 0.03290756791830063 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016033119754865766, + "update_l2": 0.0005612969398498535 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0762634701677598e-05, + "update_l2": 0.013217955827713013 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013028411684764273, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5224, + "attachment": 390, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5058130025863647, + "ground_friction/effective": 0.5058130025863647, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013028411684764273, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003686146577820182, + "ssim_fused": 0.9821280837059021, + "seg_l1": 0.0036629922688007355, + "seg_ssim_ref": 0.9821280837059021, + "depth": 0.00034251829767974824, + "rgb_loss": 0.006523288786411285, + "seg_loss": 0.006504780612885952, + "total": 0.013028411684764273 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00412377342581749, + "ssim_fused": 0.9805262684822083, + "seg_l1": 0.004019399639219046, + "seg_ssim_ref": 0.9805265069007874, + "depth": 0.00047288880327742334, + "rgb_loss": 0.007193765137344599, + "seg_loss": 0.007110218517482281, + "total": 0.014304457009291444, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047288880327742334, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.81611557079789e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026437852066010237, + "ssim_fused": 0.9866187572479248, + "seg_l1": 0.0027660569176077843, + "seg_ssim_ref": 0.9866187572479248, + "depth": 0.00039140907067339905, + "rgb_loss": 0.004791276529431343, + "seg_loss": 0.004889094270765781, + "total": 0.009680762209267798, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039140907067339905, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014326779463173239 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002723435405641794, + "ssim_fused": 0.9851857423782349, + "seg_l1": 0.0026527177542448044, + "seg_ssim_ref": 0.9851855635643005, + "depth": 0.0003237996497088008, + "rgb_loss": 0.005141600035130978, + "seg_loss": 0.005085061304271221, + "total": 0.010226985139051908, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003237996497088008, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.187690665324526e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005253591574728489, + "ssim_fused": 0.9761818051338196, + "seg_l1": 0.005213794764131308, + "seg_ssim_ref": 0.9761814475059509, + "depth": 0.00018197566705936978, + "rgb_loss": 0.008966512978076935, + "seg_loss": 0.008934746496379375, + "total": 0.017901442381445944, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018197566705936978, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018197566705936973 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 239, + "adam_update_count": 22944 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13748988902079873 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_20fe107e653a4fe5803c97904429f0e6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 240, + "next_interval": 0, + "next_adam_update": 22945, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 239, + "trained_intervals": 22944, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 22944, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6240296363830566, + "median": 11.514575958251953, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5063742995262146, + "median": 0.5063742995262146, + "max": 0.5063742995262146, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.3271045684814453, + "median": 9.87320613861084, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5357810854911804, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.248226165771484, + "median": 19403.44921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5063742995262146, + "median": 0.5063742995262146, + "max": 0.5063742995262146, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5224, + "controller_edge_stiffness": 390 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0240.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0240.json new file mode 100644 index 0000000000000000000000000000000000000000..30c566c6dc518fac6d1b4b095cac704c91e1d55d --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0240.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0240", + "executed_epochs": 240, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a6905f57ebdc4c2f90d46bcd8874bb97.npz", + "optimizer_file": "boundary_a6905f57ebdc4c2f90d46bcd8874bb97_optimizer.pt", + "arrays_sha256": "4a05fc397d9eb8d00e6536b39ec8f5a36fbb67d96f0bfeb6b8fff284cca2d8b6", + "optimizer_sha256": "69e2a83ca6051e24c1f3e4fd3fbefa8cc9d40be7c466983eada63f7ca0fa0cbe", + "stage": "adam", + "completed_passes": 240, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23040, + "adam_update_count": 23040, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 241, + "consumed_count": 240, + "last_submitted_update": 23040, + "last_consumed_update": 22944, + "pending": [ + { + "reference": { + "source_update": 23040, + "completed_passes": 240, + "next_interval": 0, + "trained_intervals": 23040, + "snapshot": "pass_end_0240", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 240, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23040, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23040, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.590791210532188e-05, + "update_l2": 0.0329386368393898 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016534993192180991, + "update_l2": 0.000538945198059082 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1353787158441264e-05, + "update_l2": 0.013128301128745079 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013021183831508475, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5227, + "attachment": 390, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5029065012931824, + "ground_friction/effective": 0.5029065012931824, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013021183831508475, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00368433422408998, + "ssim_fused": 0.9821379780769348, + "seg_l1": 0.003660661168396473, + "seg_ssim_ref": 0.9821378588676453, + "depth": 0.0003428923741144698, + "rgb_loss": 0.006519883871078491, + "seg_loss": 0.0065009575337171555, + "total": 0.013021183831508475 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004117668140679598, + "ssim_fused": 0.9805490374565125, + "seg_l1": 0.004011234734207392, + "seg_ssim_ref": 0.9805492162704468, + "depth": 0.00047280631583597915, + "rgb_loss": 0.0071843271143734455, + "seg_loss": 0.007099144626408815, + "total": 0.014283944547098098, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047280631583597915, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.807866826653472e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002638408215716481, + "ssim_fused": 0.986640453338623, + "seg_l1": 0.002758016809821129, + "seg_ssim_ref": 0.986640453338623, + "depth": 0.00039261332121626, + "rgb_loss": 0.004782635718584061, + "seg_loss": 0.004878322593867779, + "total": 0.009661350925773056, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039261332121626, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014447204517459332 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002724084071815014, + "ssim_fused": 0.9851886034011841, + "seg_l1": 0.002653643721714616, + "seg_ssim_ref": 0.9851884245872498, + "depth": 0.000323728829835438, + "rgb_loss": 0.0051415469497442245, + "seg_loss": 0.005085230339318514, + "total": 0.010227100552231286, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000323728829835438, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.180608677988248e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005257176235318184, + "ssim_fused": 0.9761735796928406, + "seg_l1": 0.005219749640673399, + "seg_ssim_ref": 0.9761733412742615, + "depth": 0.000182421029570202, + "rgb_loss": 0.008971025235950947, + "seg_loss": 0.00894113164395094, + "total": 0.017912339300931456, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.000182421029570202, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.000182421029570202 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 240, + "adam_update_count": 23040 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.12826351099647582 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a6905f57ebdc4c2f90d46bcd8874bb97_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 241, + "next_interval": 0, + "next_adam_update": 23041, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 240, + "trained_intervals": 23040, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23040, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6304548382759094, + "median": 11.514580726623535, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5034454464912415, + "median": 0.5034454464912415, + "max": 0.5034454464912415, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.3146252632141113, + "median": 9.864529609680176, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5323496460914612, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.121129989624023, + "median": 19235.822265625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5034454464912415, + "median": 0.5034454464912415, + "max": 0.5034454464912415, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5227, + "controller_edge_stiffness": 390 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0241.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0241.json new file mode 100644 index 0000000000000000000000000000000000000000..6fca9bc97e58d56bfa633351ba4e361c49e68b93 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0241.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0241", + "executed_epochs": 241, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_14fdc26639a9454f9ca641c5c0427dce.npz", + "optimizer_file": "boundary_14fdc26639a9454f9ca641c5c0427dce_optimizer.pt", + "arrays_sha256": "75c91fc416ae7c72ef2b44bae6df179323c5448370fbfecae5d35e7b829d88e2", + "optimizer_sha256": "1bb65962b5b03c1d65968be47a4271f651a894be1d90b819e7c41138bf0322be", + "stage": "adam", + "completed_passes": 241, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23136, + "adam_update_count": 23136, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 242, + "consumed_count": 241, + "last_submitted_update": 23136, + "last_consumed_update": 23040, + "pending": [ + { + "reference": { + "source_update": 23136, + "completed_passes": 241, + "next_interval": 0, + "trained_intervals": 23136, + "snapshot": "pass_end_0241", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 241, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23136, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23136, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.804767665220425e-05, + "update_l2": 0.03337661549448967 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018026555189862847, + "update_l2": 0.0005990862846374512 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.147561488323845e-05, + "update_l2": 0.012941116467118263 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013022153721908448, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5230, + "attachment": 390, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5059995055198669, + "ground_friction/effective": 0.5059995055198669, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013022153721908448, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036845479626208544, + "ssim_fused": 0.9821346402168274, + "seg_l1": 0.00365998363122344, + "seg_ssim_ref": 0.9821344614028931, + "depth": 0.0003421118206943438, + "rgb_loss": 0.006520719733089209, + "seg_loss": 0.0065010916441679, + "total": 0.013022153721908448 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0041507817804813385, + "ssim_fused": 0.9804063439369202, + "seg_l1": 0.004061701707541943, + "seg_ssim_ref": 0.9804067015647888, + "depth": 0.0004730409313549494, + "rgb_loss": 0.007239356637001038, + "seg_loss": 0.00716802105307579, + "total": 0.014407850731008183, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004730409313549494, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.831328378550493e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026653409004211426, + "ssim_fused": 0.9865536093711853, + "seg_l1": 0.0027995428536087275, + "seg_ssim_ref": 0.986553430557251, + "depth": 0.00039254697829691946, + "rgb_loss": 0.0048215510323643684, + "seg_loss": 0.004928948357701302, + "total": 0.009750891937043966, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039254697829691946, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014440570225525274 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002693076618015766, + "ssim_fused": 0.9853242635726929, + "seg_l1": 0.0026073434855788946, + "seg_ssim_ref": 0.985323965549469, + "depth": 0.000323762093287013, + "rgb_loss": 0.0050896089524030685, + "seg_loss": 0.005021081771701574, + "total": 0.010111014951859218, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000323762093287013, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1839350231457466e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00522899255156517, + "ssim_fused": 0.9762541651725769, + "seg_l1": 0.005171346478164196, + "seg_ssim_ref": 0.9762538075447083, + "depth": 0.00017909727983849325, + "rgb_loss": 0.008932361379265785, + "seg_loss": 0.008886315859854221, + "total": 0.01781885726772242, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017909727983849325, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017909727983849328 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 241, + "adam_update_count": 23136 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14335485798073933 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_14fdc26639a9454f9ca641c5c0427dce_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 242, + "next_interval": 0, + "next_adam_update": 23137, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 241, + "trained_intervals": 23136, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23136, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6365892291069031, + "median": 11.514591217041016, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5065985918045044, + "median": 0.5065985918045044, + "max": 0.5065985918045044, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.3046958446502686, + "median": 9.861781120300293, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5290939807891846, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 10.021129608154297, + "median": 19183.025390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5065985918045044, + "median": 0.5065985918045044, + "max": 0.5065985918045044, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5230, + "controller_edge_stiffness": 390 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0242.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0242.json new file mode 100644 index 0000000000000000000000000000000000000000..46ef2ea40d5248ff1d16dd6a3fc820b937af8f22 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0242.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0242", + "executed_epochs": 242, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_c439ff56a5d04beab0f3a3413cc3e7d6.npz", + "optimizer_file": "boundary_c439ff56a5d04beab0f3a3413cc3e7d6_optimizer.pt", + "arrays_sha256": "67a31bea6b9e081b4e1ac4e15f1b59ed38108e88968ab0e975f171ec37847f83", + "optimizer_sha256": "9de9be59021e3859bf0bd806e603c40c72c00ef6213f6a264925d6530f71671b", + "stage": "adam", + "completed_passes": 242, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23232, + "adam_update_count": 23232, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 243, + "consumed_count": 242, + "last_submitted_update": 23232, + "last_consumed_update": 23136, + "pending": [ + { + "reference": { + "source_update": 23232, + "completed_passes": 242, + "next_interval": 0, + "trained_intervals": 23232, + "snapshot": "pass_end_0242", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 242, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23232, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23232, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.76085871621035e-05, + "update_l2": 0.03318183124065399 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016095868777483702, + "update_l2": 0.0005919933319091797 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1938927855226211e-05, + "update_l2": 0.01343549881130457 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01305619906461625, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5232, + "attachment": 392, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5029014945030212, + "ground_friction/effective": 0.5029014945030212, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01305619906461625, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036950320936739445, + "ssim_fused": 0.9821014404296875, + "seg_l1": 0.0036755064502358437, + "seg_ssim_ref": 0.9821013808250427, + "depth": 0.00034388913600427463, + "rgb_loss": 0.006535729393362999, + "seg_loss": 0.006520126014947891, + "total": 0.01305619906461625 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004143744241446257, + "ssim_fused": 0.9804491996765137, + "seg_l1": 0.004058743827044964, + "seg_ssim_ref": 0.9804494976997375, + "depth": 0.00047336581986656196, + "rgb_loss": 0.007225155830383301, + "seg_loss": 0.007157095707952976, + "total": 0.014382724904156144, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047336581986656196, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.863817229711755e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026744285132735968, + "ssim_fused": 0.9865077137947083, + "seg_l1": 0.0028060695622116327, + "seg_ssim_ref": 0.9865075945854187, + "depth": 0.00039204899814445564, + "rgb_loss": 0.004838000051677227, + "seg_loss": 0.004943336825817823, + "total": 0.009781728460831907, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039204899814445564, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014390772210278902 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027077230624854565, + "ssim_fused": 0.9852588772773743, + "seg_l1": 0.0026287033688277006, + "seg_ssim_ref": 0.9852586984634399, + "depth": 0.0003245141199086275, + "rgb_loss": 0.005114403087645769, + "seg_loss": 0.00505122309550643, + "total": 0.010165950697272108, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003245141199086275, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.2591376853071954e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005254233721643686, + "ssim_fused": 0.9761901497840881, + "seg_l1": 0.0052085090428590775, + "seg_ssim_ref": 0.9761897921562195, + "depth": 0.00018562760609745356, + "rgb_loss": 0.008965357206761837, + "seg_loss": 0.00892884936183691, + "total": 0.017894392196204846, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018562760609745356, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018562760609745356 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 242, + "adam_update_count": 23232 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13619693799410015 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_c439ff56a5d04beab0f3a3413cc3e7d6_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 243, + "next_interval": 0, + "next_adam_update": 23233, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 242, + "trained_intervals": 23232, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23232, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6440300345420837, + "median": 11.514593124389648, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5034934878349304, + "median": 0.5034934878349304, + "max": 0.5034934878349304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.291020154953003, + "median": 9.857151985168457, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.52517169713974, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 9.885016441345215, + "median": 19094.431640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5034934878349304, + "median": 0.5034934878349304, + "max": 0.5034934878349304, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5232, + "controller_edge_stiffness": 392 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0243.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0243.json new file mode 100644 index 0000000000000000000000000000000000000000..ece441cffaaf6b8ca12e78802fefd1c4be50b66a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0243.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0243", + "executed_epochs": 243, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5bef0e77104f43ea9c473f21d1e6947d.npz", + "optimizer_file": "boundary_5bef0e77104f43ea9c473f21d1e6947d_optimizer.pt", + "arrays_sha256": "92ba8e9400055b1851224a1be92d81faeb9936657b71a95e671c635ff4b9d741", + "optimizer_sha256": "5e0208812d3bfe3b6adaf099d3eb2b4a9f7f650b5fd788531fcde1d278c6020d", + "stage": "adam", + "completed_passes": 243, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23328, + "adam_update_count": 23328, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 244, + "consumed_count": 243, + "last_submitted_update": 23328, + "last_consumed_update": 23232, + "pending": [ + { + "reference": { + "source_update": 23328, + "completed_passes": 243, + "next_interval": 0, + "trained_intervals": 23328, + "snapshot": "pass_end_0243", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 243, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23328, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23328, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.155757677741349e-05, + "update_l2": 0.033860232681035995 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019018707098439336, + "update_l2": 0.0006598234176635742 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2076236089342274e-05, + "update_l2": 0.013120878487825394 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013062912517398332, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5239, + "attachment": 392, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.506406307220459, + "ground_friction/effective": 0.506406307220459, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013062912517398332, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036959454882889986, + "ssim_fused": 0.9820892810821533, + "seg_l1": 0.003676862921565771, + "seg_ssim_ref": 0.982089102268219, + "depth": 0.0003422733244645901, + "rgb_loss": 0.006538906134665012, + "seg_loss": 0.0065236641094088554, + "total": 0.013062912517398332 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004197542555630207, + "ssim_fused": 0.9801941514015198, + "seg_l1": 0.00413509551435709, + "seg_ssim_ref": 0.9801943898200989, + "depth": 0.0004752362707003743, + "rgb_loss": 0.007319203577935696, + "seg_loss": 0.007269198540598154, + "total": 0.014588877820465838, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004752362707003743, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001005086231309299 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027147200889885426, + "ssim_fused": 0.9863709211349487, + "seg_l1": 0.0028738784603774548, + "seg_ssim_ref": 0.9863708019256592, + "depth": 0.0003949931247377151, + "rgb_loss": 0.004897591657936573, + "seg_loss": 0.005024942569434643, + "total": 0.009922929220495954, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003949931247377151, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014685184869604845 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026657655835151672, + "ssim_fused": 0.9854519367218018, + "seg_l1": 0.002569178119301796, + "seg_ssim_ref": 0.9854517579078674, + "depth": 0.0003239707675969435, + "rgb_loss": 0.005042225122451782, + "seg_loss": 0.004964991007000208, + "total": 0.0100075396345583, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003239707675969435, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.204802454138792e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00520575325936079, + "ssim_fused": 0.9763399958610535, + "seg_l1": 0.005129300523549318, + "seg_ssim_ref": 0.97633957862854, + "depth": 0.00017489313482332765, + "rgb_loss": 0.008896604180335999, + "seg_loss": 0.008835524320602417, + "total": 0.017732303394073237, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017489313482332765, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017489313482332765 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 243, + "adam_update_count": 23328 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13804519202676602 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5bef0e77104f43ea9c473f21d1e6947d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 244, + "next_interval": 0, + "next_adam_update": 23329, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 243, + "trained_intervals": 23328, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23328, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.651641309261322, + "median": 11.514612197875977, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5070661306381226, + "median": 0.5070661306381226, + "max": 0.5070661306381226, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.279582977294922, + "median": 9.853987693786621, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5211896300315857, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 9.772603988647461, + "median": 19034.10546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5070661306381226, + "median": 0.5070661306381226, + "max": 0.5070661306381226, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5239, + "controller_edge_stiffness": 392 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0244.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0244.json new file mode 100644 index 0000000000000000000000000000000000000000..c2b357988e079635a77192a63771c6b7eee1d9ac --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0244.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0244", + "executed_epochs": 244, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_26d3c78448ca492ea33034ccaef5d82f.npz", + "optimizer_file": "boundary_26d3c78448ca492ea33034ccaef5d82f_optimizer.pt", + "arrays_sha256": "6bc295b7957729bcf0c407a2b154a907fe1929ad833d1a729c2c580521a69cec", + "optimizer_sha256": "a658bdb59251a8d3a30d19f1e99887f960ef6486520f561c2cb6f1eb9bef6a9e", + "stage": "adam", + "completed_passes": 244, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23424, + "adam_update_count": 23424, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 245, + "consumed_count": 244, + "last_submitted_update": 23424, + "last_consumed_update": 23328, + "pending": [ + { + "reference": { + "source_update": 23424, + "completed_passes": 244, + "next_interval": 0, + "trained_intervals": 23424, + "snapshot": "pass_end_0244", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 244, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23424, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23424, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.008989971131086e-05, + "update_l2": 0.034148234874010086 + }, + "raw_ground_friction": { + "gradient_l2": 0.001799168880097568, + "update_l2": 0.0007086396217346191 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2321687790972646e-05, + "update_l2": 0.013679872266948223 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013100495621531014, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5243, + "attachment": 392, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5085446238517761, + "ground_friction/effective": 0.5085446238517761, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013100495621531014, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037067835219204426, + "ssim_fused": 0.9820470809936523, + "seg_l1": 0.0036919270642101765, + "seg_ssim_ref": 0.9820469617843628, + "depth": 0.00034185495853818594, + "rgb_loss": 0.0065560108050704, + "seg_loss": 0.0065441434271633625, + "total": 0.013100495621531014 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00426154350861907, + "ssim_fused": 0.9799114465713501, + "seg_l1": 0.004219130612909794, + "seg_ssim_ref": 0.979911744594574, + "depth": 0.00047692174143933993, + "rgb_loss": 0.0074269454926252365, + "seg_loss": 0.00739295594394207, + "total": 0.014820378358308746, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047692174143933993, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010219409386989552 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027646401431411505, + "ssim_fused": 0.9861980080604553, + "seg_l1": 0.002958565019071102, + "seg_ssim_ref": 0.9861978888511658, + "depth": 0.00039859832456025016, + "rgb_loss": 0.004972110502421856, + "seg_loss": 0.005127274431288242, + "total": 0.010099783532034659, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039859832456025016, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015045704851858355 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026356028392910957, + "ssim_fused": 0.9856046438217163, + "seg_l1": 0.0025273875799030066, + "seg_ssim_ref": 0.985604465007782, + "depth": 0.00032237101426141123, + "rgb_loss": 0.00498755369335413, + "seg_loss": 0.004901017062366009, + "total": 0.0098888931267344, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032237101426141123, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.0448271205855695e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00516534736379981, + "ssim_fused": 0.9764742255210876, + "seg_l1": 0.00506262481212616, + "seg_ssim_ref": 0.976473867893219, + "depth": 0.00016952875389174244, + "rgb_loss": 0.008837432600557804, + "seg_loss": 0.008755326271057129, + "total": 0.01759292746904625, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016952875389174244, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016952875389174244 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 244, + "adam_update_count": 23424 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13855820201570168 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_26d3c78448ca492ea33034ccaef5d82f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 245, + "next_interval": 0, + "next_adam_update": 23425, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 244, + "trained_intervals": 23424, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23424, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6652774214744568, + "median": 11.514616012573242, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5092532634735107, + "median": 0.5092532634735107, + "max": 0.5092532634735107, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.2643871307373047, + "median": 9.85019302368164, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5141308903694153, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 9.625224113464355, + "median": 18962.015625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5092532634735107, + "median": 0.5092532634735107, + "max": 0.5092532634735107, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5244, + "controller_edge_stiffness": 392 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0245.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0245.json new file mode 100644 index 0000000000000000000000000000000000000000..be2aa0f0c3cc68336ab83e9729bb103291875c06 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0245.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0245", + "executed_epochs": 245, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7600949b66a4452d97d47108b23e1842.npz", + "optimizer_file": "boundary_7600949b66a4452d97d47108b23e1842_optimizer.pt", + "arrays_sha256": "ed64a79229b523f8bcd77c59b124f3186a3f00c7248af1d1c4e0eabaed6fb77e", + "optimizer_sha256": "f352ebe1e6b2d128b78da4bb5d22e9254c74be4b4bd857748ee6f8165db9ffeb", + "stage": "adam", + "completed_passes": 245, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23520, + "adam_update_count": 23520, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 246, + "consumed_count": 245, + "last_submitted_update": 23520, + "last_consumed_update": 23424, + "pending": [ + { + "reference": { + "source_update": 23520, + "completed_passes": 245, + "next_interval": 0, + "trained_intervals": 23520, + "snapshot": "pass_end_0245", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 245, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23520, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23520, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.239775343099609e-05, + "update_l2": 0.03429235890507698 + }, + "raw_ground_friction": { + "gradient_l2": 0.0018493139650672674, + "update_l2": 0.000736236572265625 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2033961866109166e-05, + "update_l2": 0.012679719366133213 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013117840100920479, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5246, + "attachment": 393, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5110070109367371, + "ground_friction/effective": 0.5110070109367371, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013117840100920479, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037111344281584024, + "ssim_fused": 0.9820234775543213, + "seg_l1": 0.0036974716931581497, + "seg_ssim_ref": 0.9820234179496765, + "depth": 0.00034254687158319743, + "rgb_loss": 0.006564199924468994, + "seg_loss": 0.006553296931087971, + "total": 0.013117840100920479 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004294670186936855, + "ssim_fused": 0.9797762632369995, + "seg_l1": 0.004268137738108635, + "seg_ssim_ref": 0.9797765016555786, + "depth": 0.00047836372707013244, + "rgb_loss": 0.007480483502149582, + "seg_loss": 0.007459210231900215, + "total": 0.014940172097776868, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047836372707013244, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010363607950068798 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027846707962453365, + "ssim_fused": 0.9861359000205994, + "seg_l1": 0.0029934700578451157, + "seg_ssim_ref": 0.9861357808113098, + "depth": 0.00040414918011934015, + "rgb_loss": 0.005000556819140911, + "seg_loss": 0.0051676202565431595, + "total": 0.01016858122486419, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040414918011934015, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015600790407767348 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026259312871843576, + "ssim_fused": 0.9856399297714233, + "seg_l1": 0.0025113371666520834, + "seg_ssim_ref": 0.9856396317481995, + "depth": 0.0003219205861569692, + "rgb_loss": 0.004972759168595076, + "seg_loss": 0.004881143569946289, + "total": 0.009854225124788809, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003219205861569692, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.9997843101413664e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005139265209436417, + "ssim_fused": 0.976542055606842, + "seg_l1": 0.005016941577196121, + "seg_ssim_ref": 0.9765416979789734, + "depth": 0.00016575399298634792, + "rgb_loss": 0.00880300160497427, + "seg_loss": 0.00870521366596222, + "total": 0.01750838195625205, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016575399298634792, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016575399298634792 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 245, + "adam_update_count": 23520 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1342475829878822 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7600949b66a4452d97d47108b23e1842_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 246, + "next_interval": 0, + "next_adam_update": 23521, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 245, + "trained_intervals": 23520, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23520, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.6822875738143921, + "median": 11.51462173461914, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5117432475090027, + "median": 0.5117432475090027, + "max": 0.5117432475090027, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.2477023601531982, + "median": 9.849894523620605, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.5054594278335571, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 9.465961456298828, + "median": 18956.35546875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5117432475090027, + "median": 0.5117432475090027, + "max": 0.5117432475090027, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5246, + "controller_edge_stiffness": 393 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0246.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0246.json new file mode 100644 index 0000000000000000000000000000000000000000..3e1854142f156023567f637a47f24750ceb8ea4c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0246.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0246", + "executed_epochs": 246, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_371a8ce786c74510b06c92a9f197ecfe.npz", + "optimizer_file": "boundary_371a8ce786c74510b06c92a9f197ecfe_optimizer.pt", + "arrays_sha256": "b6b61a9efe2cfb339fc5a57f96f89c759cca27f31064dc328b1a6fe0c91ddaab", + "optimizer_sha256": "41d90422dc397342722828ca7d7d1474f8c6709a1632f49d238b57bb4d8cb0af", + "stage": "adam", + "completed_passes": 246, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23616, + "adam_update_count": 23616, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 247, + "consumed_count": 246, + "last_submitted_update": 23616, + "last_consumed_update": 23520, + "pending": [ + { + "reference": { + "source_update": 23616, + "completed_passes": 246, + "next_interval": 0, + "trained_intervals": 23616, + "snapshot": "pass_end_0246", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 246, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23616, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23616, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 9.467716154176742e-05, + "update_l2": 0.0336894765496254 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013527049450203776, + "update_l2": 0.0007338523864746094 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0927744369837455e-05, + "update_l2": 0.011391350999474525 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01313263127416945, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5247, + "attachment": 393, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5149149894714355, + "ground_friction/effective": 0.5149149894714355, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01313263127416945, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037151570431888103, + "ssim_fused": 0.9819989204406738, + "seg_l1": 0.0036996277049183846, + "seg_ssim_ref": 0.9819988012313843, + "depth": 0.0003417564985814453, + "rgb_loss": 0.006572341546416283, + "seg_loss": 0.006559947971254587, + "total": 0.01313263127416945 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0043302495032548904, + "ssim_fused": 0.9796243906021118, + "seg_l1": 0.004320058971643448, + "seg_ssim_ref": 0.9796246290206909, + "depth": 0.0004810657082420463, + "rgb_loss": 0.007539321668446064, + "seg_loss": 0.007531121373176575, + "total": 0.015070924107330881, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004810657082420463, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010633806067260184 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002803224604576826, + "ssim_fused": 0.9860808849334717, + "seg_l1": 0.0030274849850684404, + "seg_ssim_ref": 0.9860807061195374, + "depth": 0.0004072068694477077, + "rgb_loss": 0.00502640288323164, + "seg_loss": 0.005205846857279539, + "total": 0.01023265648171934, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004072068694477077, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.000159065593406041 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026143949944525957, + "ssim_fused": 0.9856783747673035, + "seg_l1": 0.0024910911452025175, + "seg_ssim_ref": 0.9856780767440796, + "depth": 0.00032083304364415293, + "rgb_loss": 0.004955841228365898, + "seg_loss": 0.004857257939875126, + "total": 0.009813420001284668, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032083304364415293, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.8910300588597386e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005112758371978998, + "ssim_fused": 0.9766120314598083, + "seg_l1": 0.00495987618342042, + "seg_ssim_ref": 0.9766116738319397, + "depth": 0.0001579203729918744, + "rgb_loss": 0.008767800405621529, + "seg_loss": 0.008645566180348396, + "total": 0.017413524506342915, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001579203729918744, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001579203729918744 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 246, + "adam_update_count": 23616 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1297377470182255 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_371a8ce786c74510b06c92a9f197ecfe_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 247, + "next_interval": 0, + "next_adam_update": 23617, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 246, + "trained_intervals": 23616, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23616, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.7010250091552734, + "median": 11.514623641967773, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5156488418579102, + "median": 0.5156488418579102, + "max": 0.5156488418579102, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.23233699798584, + "median": 9.846864700317383, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.4960765540599823, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 9.321624755859375, + "median": 18899.0078125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5156488418579102, + "median": 0.5156488418579102, + "max": 0.5156488418579102, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5247, + "controller_edge_stiffness": 393 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0247.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0247.json new file mode 100644 index 0000000000000000000000000000000000000000..4a6586fda5d5eb5e1be5fdeec370ee105acef38a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0247.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0247", + "executed_epochs": 247, + "score": null, + "best_score": 0.012385002700886905, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_133e3c5080594c9b8a93a4fcb9eed126.npz", + "optimizer_file": "boundary_133e3c5080594c9b8a93a4fcb9eed126_optimizer.pt", + "arrays_sha256": "9f073c3034ca8b1a24d07925b4fbd87967cbd9b3afd67f4ca366717e12ba2397", + "optimizer_sha256": "9270e403907e43b85926b12b3653a37c3c5aa967e6d1bbc827ae7aa81f20b603", + "stage": "adam", + "completed_passes": 247, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23712, + "adam_update_count": 23712, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 248, + "consumed_count": 247, + "last_submitted_update": 23712, + "last_consumed_update": 23616, + "pending": [ + { + "reference": { + "source_update": 23712, + "completed_passes": 247, + "next_interval": 0, + "trained_intervals": 23712, + "snapshot": "pass_end_0247", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 22080, + "pass_science": { + "completed_passes": 247, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23712, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23712, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.577687938464805e-05, + "update_l2": 0.03500138968229294 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015237145125865936, + "update_l2": 0.0007567405700683594 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 8.7769021774875e-06, + "update_l2": 0.010578506626188755 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013120159978066115, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5249, + "attachment": 394, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.52565598487854, + "ground_friction/effective": 0.52565598487854, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013120159978066115, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037084906361997128, + "ssim_fused": 0.981992244720459, + "seg_l1": 0.00368738966062665, + "seg_ssim_ref": 0.9819921851158142, + "depth": 0.00033877419355435355, + "rgb_loss": 0.0065683405846357346, + "seg_loss": 0.0065514808520674706, + "total": 0.013120159978066115 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004403161350637674, + "ssim_fused": 0.9792910814285278, + "seg_l1": 0.004412556998431683, + "seg_ssim_ref": 0.9792913794517517, + "depth": 0.00048370309300125686, + "rgb_loss": 0.007664312608540058, + "seg_loss": 0.007671769708395004, + "total": 0.015336566020028064, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048370309300125686, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010897544543181232 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002838270040228963, + "ssim_fused": 0.9859545826911926, + "seg_l1": 0.0031003011390566826, + "seg_ssim_ref": 0.9859545230865479, + "depth": 0.000410845187216894, + "rgb_loss": 0.00507969968020916, + "seg_loss": 0.005289336666464806, + "total": 0.010369447191861182, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000410845187216894, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016270391117522733 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.00257261679507792, + "ssim_fused": 0.9858697056770325, + "seg_l1": 0.002426022896543145, + "seg_ssim_ref": 0.9858694076538086, + "depth": 0.00032146419190232534, + "rgb_loss": 0.004884152673184872, + "seg_loss": 0.004766936879605055, + "total": 0.009651410551320542, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032146419190232534, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.954144884676977e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0050199138931930065, + "ssim_fused": 0.9768536686897278, + "seg_l1": 0.004810677841305733, + "seg_ssim_ref": 0.9768533110618591, + "depth": 0.00013908430209693808, + "rgb_loss": 0.008645197376608849, + "seg_loss": 0.00847787968814373, + "total": 0.017123216149054675, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00013908430209693808, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00013908430209693808 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 247, + "adam_update_count": 23712 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1325005240214523 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_133e3c5080594c9b8a93a4fcb9eed126_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 248, + "next_interval": 0, + "next_adam_update": 23713, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 247, + "trained_intervals": 23712, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23712, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.7216088175773621, + "median": 11.51463508605957, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5264127254486084, + "median": 0.5264127254486084, + "max": 0.5264127254486084, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.2193775177001953, + "median": 9.843647956848145, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.48596978187561035, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 9.201601028442383, + "median": 18838.3125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5264127254486084, + "median": 0.5264127254486084, + "max": 0.5264127254486084, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5249, + "controller_edge_stiffness": 394 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0248.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0248.json new file mode 100644 index 0000000000000000000000000000000000000000..9b8d31a745cb7257c0c09283453b2dd647790cb5 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0248.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0248", + "executed_epochs": 248, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_40057886d9764551bb6ed048b080dd56.npz", + "optimizer_file": "boundary_40057886d9764551bb6ed048b080dd56_optimizer.pt", + "arrays_sha256": "70308459f5aae5767ce45a2afcd291ce537969f544d4607196a81327f74171a3", + "optimizer_sha256": "fa679034c038284d43c20c10dec104bd80b033799661fefd04541510a3abf210", + "stage": "adam", + "completed_passes": 248, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23808, + "adam_update_count": 23808, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 249, + "consumed_count": 248, + "last_submitted_update": 23808, + "last_consumed_update": 23712, + "pending": [ + { + "reference": { + "source_update": 23808, + "completed_passes": 248, + "next_interval": 0, + "trained_intervals": 23808, + "snapshot": "pass_end_0248", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 248, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23808, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23808, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.36013355688192e-05, + "update_l2": 0.03289113566279411 + }, + "raw_ground_friction": { + "gradient_l2": 0.0011401858646422625, + "update_l2": 0.0006036162376403809 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.348021204554243e-06, + "update_l2": 0.010610893368721008 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013103337308984903, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5250, + "attachment": 395, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5389178395271301, + "ground_friction/effective": 0.5389178395271301, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013103337308984903, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037008700892329216, + "ssim_fused": 0.9819873571395874, + "seg_l1": 0.003671517362818122, + "seg_ssim_ref": 0.9819872379302979, + "depth": 0.00033695496311708775, + "rgb_loss": 0.006563227623701096, + "seg_loss": 0.006539772730320692, + "total": 0.013103337308984903 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004460206720978022, + "ssim_fused": 0.979045569896698, + "seg_l1": 0.004490840248763561, + "seg_ssim_ref": 0.9790458679199219, + "depth": 0.00048803287939996355, + "rgb_loss": 0.007759051397442818, + "seg_loss": 0.007783498615026474, + "total": 0.015543038045348692, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048803287939996355, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011330523183051907 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028581481892615557, + "ssim_fused": 0.9858454465866089, + "seg_l1": 0.0031431459356099367, + "seg_ssim_ref": 0.9858452677726746, + "depth": 0.0004142420908332702, + "rgb_loss": 0.005117429420351982, + "seg_loss": 0.005345463287085295, + "total": 0.010463307415189397, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004142420908332702, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016610081479160352 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025420519523322582, + "ssim_fused": 0.9860110282897949, + "seg_l1": 0.002371830167248845, + "seg_ssim_ref": 0.986010730266571, + "depth": 0.000321602280205633, + "rgb_loss": 0.004831436090171337, + "seg_loss": 0.0046953181736171246, + "total": 0.00952707540040738, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000321602280205633, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.967953715007745e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004943073261529207, + "ssim_fused": 0.977047324180603, + "seg_l1": 0.004680253565311432, + "seg_ssim_ref": 0.9770469665527344, + "depth": 0.00012394260202948417, + "rgb_loss": 0.008544993586838245, + "seg_loss": 0.0083348099142313, + "total": 0.01687992837499415, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012394260202948417, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012394260202948417 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 248, + "adam_update_count": 23808 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.15582179799093865 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_40057886d9764551bb6ed048b080dd56_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 249, + "next_interval": 0, + "next_adam_update": 23809, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 248, + "trained_intervals": 23808, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23808, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.7428262829780579, + "median": 11.51463508605957, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5395214557647705, + "median": 0.5395214557647705, + "max": 0.5395214557647705, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.206378698348999, + "median": 9.836052894592285, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.4757673442363739, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 9.082765579223633, + "median": 18695.775390625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5395214557647705, + "median": 0.5395214557647705, + "max": 0.5395214557647705, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5250, + "controller_edge_stiffness": 395 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0249.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0249.json new file mode 100644 index 0000000000000000000000000000000000000000..7271985ba62c43e5302d66f6d65a88b3f11c9726 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0249.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0249", + "executed_epochs": 249, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0b70d2589c3c4f26b9829f0411d8bd1c.npz", + "optimizer_file": "boundary_0b70d2589c3c4f26b9829f0411d8bd1c_optimizer.pt", + "arrays_sha256": "385d3329074bd7c84a19459a8aed2fbfb2f8d44946600c60b21fe6f6725e2f42", + "optimizer_sha256": "88b979f5cfe2360b90bf71c6786fe2e847e7e2b642db2634826cc00b1928fb50", + "stage": "adam", + "completed_passes": 249, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 23904, + "adam_update_count": 23904, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 250, + "consumed_count": 249, + "last_submitted_update": 23904, + "last_consumed_update": 23808, + "pending": [ + { + "reference": { + "source_update": 23904, + "completed_passes": 249, + "next_interval": 0, + "trained_intervals": 23904, + "snapshot": "pass_end_0249", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 249, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 23904, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 23904, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.006547093624249e-05, + "update_l2": 0.03091236762702465 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009086414356715977, + "update_l2": 0.0005414485931396484 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 5.796159712190274e-06, + "update_l2": 0.009665294550359249 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013033592832801689, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5256, + "attachment": 399, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5396811366081238, + "ground_friction/effective": 0.5396811366081238, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013033592832801689, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036807230208069086, + "ssim_fused": 0.9820588827133179, + "seg_l1": 0.0036402721889317036, + "seg_ssim_ref": 0.9820587635040283, + "depth": 0.00033410411869505584, + "rgb_loss": 0.0065328022465109825, + "seg_loss": 0.006500456482172012, + "total": 0.013033592832801689 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0044402433559298515, + "ssim_fused": 0.9791013598442078, + "seg_l1": 0.004462618846446276, + "seg_ssim_ref": 0.9791016578674316, + "depth": 0.00048656360365967777, + "rgb_loss": 0.007731922902166843, + "seg_loss": 0.007749763783067465, + "total": 0.01548217278317668, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048656360365967777, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011183595609023335 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002818745793774724, + "ssim_fused": 0.9859890341758728, + "seg_l1": 0.003088792786002159, + "seg_ssim_ref": 0.985988974571228, + "depth": 0.0004095572397547467, + "rgb_loss": 0.005057189613580704, + "seg_loss": 0.005273239221423864, + "total": 0.01033083885790561, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004095572397547467, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00016141596371308003 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025220217648893595, + "ssim_fused": 0.9861268401145935, + "seg_l1": 0.0023362694773823023, + "seg_ssim_ref": 0.9861266613006592, + "depth": 0.0003201679899634068, + "rgb_loss": 0.004792249761521816, + "seg_loss": 0.004643683321774006, + "total": 0.009436253251285786, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003201679899634068, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.824524690785128e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004941881634294987, + "ssim_fused": 0.9770182967185974, + "seg_l1": 0.004673407878726721, + "seg_ssim_ref": 0.9770179390907288, + "depth": 0.0001201276414023919, + "rgb_loss": 0.008549846708774567, + "seg_loss": 0.00833513867110014, + "total": 0.016885106438838685, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001201276414023919, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001201276414023919 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 249, + "adam_update_count": 23904 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14413077998324297 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0b70d2589c3c4f26b9829f0411d8bd1c_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 250, + "next_interval": 0, + "next_adam_update": 23905, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 249, + "trained_intervals": 23904, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 23904, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.7641057372093201, + "median": 11.514646530151367, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5402225852012634, + "median": 0.5402225852012634, + "max": 0.5402225852012634, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.187535285949707, + "median": 9.832430839538574, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.46575024724006653, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.913217544555664, + "median": 18628.181640625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5402225852012634, + "median": 0.5402225852012634, + "max": 0.5402225852012634, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5256, + "controller_edge_stiffness": 399 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0250.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0250.json new file mode 100644 index 0000000000000000000000000000000000000000..d32719193eaa609bc7676574717714d1ef089fb8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0250.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0250", + "executed_epochs": 250, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_819d2c0706274e12a6d0d84de127fad5.npz", + "optimizer_file": "boundary_819d2c0706274e12a6d0d84de127fad5_optimizer.pt", + "arrays_sha256": "7342bc386e72d441ce14d2cb4463d5aad3b1062576549fea1b5d67e5404b2077", + "optimizer_sha256": "95511ceebc01cf5337d1d81b647d79eaab05bfaaca522e3606ea3467f8cde6e7", + "stage": "adam", + "completed_passes": 250, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24000, + "adam_update_count": 24000, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 251, + "consumed_count": 250, + "last_submitted_update": 24000, + "last_consumed_update": 23904, + "pending": [ + { + "reference": { + "source_update": 24000, + "completed_passes": 250, + "next_interval": 0, + "trained_intervals": 24000, + "snapshot": "pass_end_0250", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 250, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24000, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24000, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.173264409881085e-05, + "update_l2": 0.02968260645866394 + }, + "raw_ground_friction": { + "gradient_l2": 0.0010313926031813025, + "update_l2": 0.0004900693893432617 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.4142916522105224e-06, + "update_l2": 0.009649712592363358 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012983873958554621, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5262, + "attachment": 400, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5438371300697327, + "ground_friction/effective": 0.5438371300697327, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012983873958554621, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036659189499914646, + "ssim_fused": 0.9820994734764099, + "seg_l1": 0.003613213077187538, + "seg_ssim_ref": 0.9820993542671204, + "depth": 0.00033132438039394207, + "rgb_loss": 0.0065128435380756855, + "seg_loss": 0.006470699794590473, + "total": 0.012983873958554621 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004425931256264448, + "ssim_fused": 0.9791487455368042, + "seg_l1": 0.004446512553840876, + "seg_ssim_ref": 0.9791490435600281, + "depth": 0.00048484441423141914, + "rgb_loss": 0.007710996083915234, + "seg_loss": 0.007727401331067085, + "total": 0.01543888225939655, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048484441423141914, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00011011676666197466 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027830000035464764, + "ssim_fused": 0.9861076474189758, + "seg_l1": 0.0030360661912709475, + "seg_ssim_ref": 0.9861074686050415, + "depth": 0.0004027909245833551, + "rgb_loss": 0.00500487070530653, + "seg_loss": 0.005207359325140715, + "total": 0.01021263235571054, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004027909245833551, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015464964854168843 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025194853078573942, + "ssim_fused": 0.9861397743225098, + "seg_l1": 0.0023202705197036266, + "seg_ssim_ref": 0.9861394762992859, + "depth": 0.0003211935336349738, + "rgb_loss": 0.004787633195519447, + "seg_loss": 0.004628321155905724, + "total": 0.009416275544958806, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003211935336349738, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.927079057941826e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004935259465128183, + "ssim_fused": 0.9770016670227051, + "seg_l1": 0.004650002345442772, + "seg_ssim_ref": 0.977001428604126, + "depth": 0.00011646864912602013, + "rgb_loss": 0.008547874167561531, + "seg_loss": 0.008319715969264507, + "total": 0.016867705674152588, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011646864912602013, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011646864912602013 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 250, + "adam_update_count": 24000 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13526060699950904 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_819d2c0706274e12a6d0d84de127fad5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 251, + "next_interval": 0, + "next_adam_update": 24001, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 250, + "trained_intervals": 24000, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24000, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.7862451076507568, + "median": 11.51465129852295, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5443271994590759, + "median": 0.5443271994590759, + "max": 0.5443271994590759, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.1735916137695312, + "median": 9.834383010864258, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.4555521607398987, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.789796829223633, + "median": 18664.58203125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5443271994590759, + "median": 0.5443271994590759, + "max": 0.5443271994590759, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5262, + "controller_edge_stiffness": 400 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0251.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0251.json new file mode 100644 index 0000000000000000000000000000000000000000..506b35d5ffdd0496a7d238df88540549659c8962 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0251.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0251", + "executed_epochs": 251, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_ea2d3c424c2c4b299ba642b7757d4254.npz", + "optimizer_file": "boundary_ea2d3c424c2c4b299ba642b7757d4254_optimizer.pt", + "arrays_sha256": "b1496fdde32614160feac29c3cdd4509aeebc22c20ac542f943fb2e9be344aef", + "optimizer_sha256": "39ade81b827c55dca6262c2d6c0a58afb90661b18e74f3dccd9c283511ed9acb", + "stage": "adam", + "completed_passes": 251, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24096, + "adam_update_count": 24096, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 252, + "consumed_count": 251, + "last_submitted_update": 24096, + "last_consumed_update": 24000, + "pending": [ + { + "reference": { + "source_update": 24096, + "completed_passes": 251, + "next_interval": 0, + "trained_intervals": 24096, + "snapshot": "pass_end_0251", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 251, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24096, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24096, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 5.799808423034847e-05, + "update_l2": 0.028348751366138458 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009647396509535611, + "update_l2": 0.000441133975982666 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.7768911624880275e-06, + "update_l2": 0.008889610879123211 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012960512720790606, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5267, + "attachment": 400, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.54643315076828, + "ground_friction/effective": 0.54643315076828, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012960512720790606, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036590909585356712, + "ssim_fused": 0.982115626335144, + "seg_l1": 0.003598908893764019, + "seg_ssim_ref": 0.9821155071258545, + "depth": 0.00033045075546012315, + "rgb_loss": 0.006504153832793236, + "seg_loss": 0.0064560286700725555, + "total": 0.012960512720790606 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00439437385648489, + "ssim_fused": 0.9792858362197876, + "seg_l1": 0.004410015419125557, + "seg_ssim_ref": 0.9792861938476562, + "depth": 0.00048362383967213746, + "rgb_loss": 0.007658332120627165, + "seg_loss": 0.007670773658901453, + "total": 0.01532958940336829, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048362383967213746, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010889619210269297 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027420050464570522, + "ssim_fused": 0.9862523674964905, + "seg_l1": 0.0029688815120607615, + "seg_ssim_ref": 0.9862522482872009, + "depth": 0.00040161923074008305, + "rgb_loss": 0.004943130537867546, + "seg_loss": 0.005124655552208424, + "total": 0.01006818770930671, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040161923074008305, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015347795469841644 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002541850320994854, + "ssim_fused": 0.986013650894165, + "seg_l1": 0.002343298401683569, + "seg_ssim_ref": 0.9860133528709412, + "depth": 0.0003211749878657671, + "rgb_loss": 0.004830750171095133, + "seg_loss": 0.004671968519687653, + "total": 0.009503039400109364, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003211749878657671, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.92522448102115e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004958134610205889, + "ssim_fused": 0.9769105315208435, + "seg_l1": 0.004673439543694258, + "seg_ssim_ref": 0.9769101738929749, + "depth": 0.00011538496356250507, + "rgb_loss": 0.008584401570260525, + "seg_loss": 0.008356716483831406, + "total": 0.016941234370378068, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011538496356250507, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011538496356250509 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 251, + "adam_update_count": 24096 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13734449798357673 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_ea2d3c424c2c4b299ba642b7757d4254_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 252, + "next_interval": 0, + "next_adam_update": 24097, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 251, + "trained_intervals": 24096, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24096, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.8078598976135254, + "median": 11.514657020568848, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5468742847442627, + "median": 0.5468742847442627, + "max": 0.5468742847442627, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.162034034729004, + "median": 9.841851234436035, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.44581112265586853, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.688793182373047, + "median": 18804.49609375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5468742847442627, + "median": 0.5468742847442627, + "max": 0.5468742847442627, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5267, + "controller_edge_stiffness": 400 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0252.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0252.json new file mode 100644 index 0000000000000000000000000000000000000000..911b095789aa0ac82e88be8990ab3376b30de4ca --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0252.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0252", + "executed_epochs": 252, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6067b60a5d2c43c499b06a35600c407f.npz", + "optimizer_file": "boundary_6067b60a5d2c43c499b06a35600c407f_optimizer.pt", + "arrays_sha256": "b5cf2b562ad562b2fa6e2ae5c90c94ff74dbebf39ff43cc5bafdefb113b6fedd", + "optimizer_sha256": "b35c8bf51a257babc471b9d6e63badde751c2c2844487ca53cbec199b1cf9b3a", + "stage": "adam", + "completed_passes": 252, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24192, + "adam_update_count": 24192, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 253, + "consumed_count": 252, + "last_submitted_update": 24192, + "last_consumed_update": 24096, + "pending": [ + { + "reference": { + "source_update": 24192, + "completed_passes": 252, + "next_interval": 0, + "trained_intervals": 24192, + "snapshot": "pass_end_0252", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 252, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24192, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24192, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.786286394344643e-05, + "update_l2": 0.026984352618455887 + }, + "raw_ground_friction": { + "gradient_l2": 0.0007426540250889957, + "update_l2": 0.0004183053970336914 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.203709067951422e-06, + "update_l2": 0.006678097415715456 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012948944834696153, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5269, + "attachment": 400, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5484216809272766, + "ground_friction/effective": 0.5484216809272766, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012948944834696153, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003656398504972458, + "ssim_fused": 0.9821350574493408, + "seg_l1": 0.003596864640712738, + "seg_ssim_ref": 0.9821349382400513, + "depth": 0.00033028952966114355, + "rgb_loss": 0.006498107686638832, + "seg_loss": 0.00645050685852766, + "total": 0.012948944834696153 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004371354356408119, + "ssim_fused": 0.97939133644104, + "seg_l1": 0.004384839441627264, + "seg_ssim_ref": 0.9793916344642639, + "depth": 0.00048238936622109675, + "rgb_loss": 0.007618816569447517, + "seg_loss": 0.0076295449398458, + "total": 0.015248844364320826, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048238936622109675, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010766171865165228 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027242982760071754, + "ssim_fused": 0.9863375425338745, + "seg_l1": 0.002942591207101941, + "seg_ssim_ref": 0.9863373637199402, + "depth": 0.00040091938842605425, + "rgb_loss": 0.004911930300295353, + "seg_loss": 0.005086600314825773, + "total": 0.009998931068848265, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00040091938842605425, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015277811238438753 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0025472529232501984, + "ssim_fused": 0.9859799146652222, + "seg_l1": 0.0023507873993366957, + "seg_ssim_ref": 0.9859796166419983, + "depth": 0.00032109139491803937, + "rgb_loss": 0.004841819405555725, + "seg_loss": 0.004684706684201956, + "total": 0.009526847646813887, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032109139491803937, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.916865186248382e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004982687998563051, + "ssim_fused": 0.9768314361572266, + "seg_l1": 0.004709240049123764, + "seg_ssim_ref": 0.9768310785293579, + "depth": 0.00011675796907938395, + "rgb_loss": 0.008619863539934158, + "seg_loss": 0.0084011759608984, + "total": 0.017021156258801635, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011675796907938395, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011675796907938394 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 252, + "adam_update_count": 24192 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13338132901117206 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6067b60a5d2c43c499b06a35600c407f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 253, + "next_interval": 0, + "next_adam_update": 24193, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 252, + "trained_intervals": 24192, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24192, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.829982340335846, + "median": 11.514659881591797, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5488399863243103, + "median": 0.5488399863243103, + "max": 0.5488399863243103, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.149752378463745, + "median": 9.84227466583252, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.4360570013523102, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.582733154296875, + "median": 18812.458984375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5488399863243103, + "median": 0.5488399863243103, + "max": 0.5488399863243103, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5270, + "controller_edge_stiffness": 400 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0253.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0253.json new file mode 100644 index 0000000000000000000000000000000000000000..88f335e3f86bfdab93c6eab57fbc711b64f37c3c --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0253.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0253", + "executed_epochs": 253, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_a38d9c8ad34f4757ade2acefd1d34bd5.npz", + "optimizer_file": "boundary_a38d9c8ad34f4757ade2acefd1d34bd5_optimizer.pt", + "arrays_sha256": "6c72eafd040f0e8f2012f1b95f3c56b75f8f5856425595d83e869d5ec1bf595b", + "optimizer_sha256": "9cd38a6e2af99b497ca46bc7e2dd13e7282dc447e6a78db3185c4271f02cb032", + "stage": "adam", + "completed_passes": 253, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24288, + "adam_update_count": 24288, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 254, + "consumed_count": 253, + "last_submitted_update": 24288, + "last_consumed_update": 24192, + "pending": [ + { + "reference": { + "source_update": 24288, + "completed_passes": 253, + "next_interval": 0, + "trained_intervals": 24288, + "snapshot": "pass_end_0253", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 253, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24288, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24288, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.875998224131763e-05, + "update_l2": 0.02635861188173294 + }, + "raw_ground_friction": { + "gradient_l2": 0.000735835637897253, + "update_l2": 0.0003783106803894043 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 3.97294434151263e-06, + "update_l2": 0.005991549696773291 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01293108633522529, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5274, + "attachment": 401, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5482140779495239, + "ground_friction/effective": 0.5482140779495239, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01293108633522529, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003651372157037258, + "ssim_fused": 0.9821518063545227, + "seg_l1": 0.0035879621282219887, + "seg_ssim_ref": 0.9821517467498779, + "depth": 0.0003296675964073641, + "rgb_loss": 0.006490736268460751, + "seg_loss": 0.00644002016633749, + "total": 0.01293108633522529 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004342951811850071, + "ssim_fused": 0.9795171618461609, + "seg_l1": 0.004347276408225298, + "seg_ssim_ref": 0.9795175194740295, + "depth": 0.000481515943572546, + "rgb_loss": 0.007570928893983364, + "seg_loss": 0.0075743175111711025, + "total": 0.015145727455436752, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000481515943572546, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010678829600310154 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026969555765390396, + "ssim_fused": 0.9864377975463867, + "seg_l1": 0.0028972814325243235, + "seg_ssim_ref": 0.9864377379417419, + "depth": 0.0003984246549962299, + "rgb_loss": 0.004870004951953888, + "seg_loss": 0.0050302776508033276, + "total": 0.009900681493073498, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003984246549962299, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015028337895456323 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002566622570157051, + "ssim_fused": 0.98587566614151, + "seg_l1": 0.00237600551918149, + "seg_ssim_ref": 0.9858754873275757, + "depth": 0.0003210389264577275, + "rgb_loss": 0.004878165200352669, + "seg_loss": 0.00472570676356554, + "total": 0.009604193002844668, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003210389264577275, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.911618340217191e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.004998958669602871, + "ssim_fused": 0.9767765998840332, + "seg_l1": 0.004731283988803625, + "seg_ssim_ref": 0.9767762422561646, + "depth": 0.00011769086060295293, + "rgb_loss": 0.008643846958875656, + "seg_loss": 0.00842977873980999, + "total": 0.01707374338954625, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011769086060295293, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011769086060295292 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 253, + "adam_update_count": 24288 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1380548189918045 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_a38d9c8ad34f4757ade2acefd1d34bd5_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 254, + "next_interval": 0, + "next_adam_update": 24289, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 253, + "trained_intervals": 24288, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24288, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.85193932056427, + "median": 11.514667510986328, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5485923886299133, + "median": 0.5485923886299133, + "max": 0.5485923886299133, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.1372339725494385, + "median": 9.84218978881836, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.4265868365764618, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.475960731506348, + "median": 18810.86328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5485923886299133, + "median": 0.5485923886299133, + "max": 0.5485923886299133, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5274, + "controller_edge_stiffness": 401 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0254.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0254.json new file mode 100644 index 0000000000000000000000000000000000000000..62f2e3ca79566dcfc5bd549267e3b178d9f9be12 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0254.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0254", + "executed_epochs": 254, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_72b4242b52a34a29946405b27a205629.npz", + "optimizer_file": "boundary_72b4242b52a34a29946405b27a205629_optimizer.pt", + "arrays_sha256": "43c7d64e5eef03e9872e4901955b5df8fdeb8ff1947d0c6d3f606140871c2b65", + "optimizer_sha256": "ac7941e0a7fa12f40e1fd8cd2e4fa7bc8f243b4d1044768ad601182824077d8f", + "stage": "adam", + "completed_passes": 254, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24384, + "adam_update_count": 24384, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 255, + "consumed_count": 254, + "last_submitted_update": 24384, + "last_consumed_update": 24288, + "pending": [ + { + "reference": { + "source_update": 24384, + "completed_passes": 254, + "next_interval": 0, + "trained_intervals": 24384, + "snapshot": "pass_end_0254", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 254, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24384, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24384, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 5.594323010882363e-05, + "update_l2": 0.026129774749279022 + }, + "raw_ground_friction": { + "gradient_l2": 0.0008992715156637132, + "update_l2": 0.000354766845703125 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.052428266732022e-06, + "update_l2": 0.0055404482409358025 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012921829672509497, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5277, + "attachment": 401, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5469835996627808, + "ground_friction/effective": 0.5469835996627808, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012921829672509497, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003648234996944666, + "ssim_fused": 0.9821578860282898, + "seg_l1": 0.0035825571976602077, + "seg_ssim_ref": 0.982157826423645, + "depth": 0.0003294199497158924, + "rgb_loss": 0.0064870137721300125, + "seg_loss": 0.006434486713260412, + "total": 0.012921829672509497 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004324565175920725, + "ssim_fused": 0.9795831441879272, + "seg_l1": 0.004319113213568926, + "seg_ssim_ref": 0.9795834422111511, + "depth": 0.00048064347098141695, + "rgb_loss": 0.0075430236756801605, + "seg_loss": 0.0075386022217571735, + "total": 0.015082106075247029, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00048064347098141695, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.0001059158234119725 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026752206031233072, + "ssim_fused": 0.9865156412124634, + "seg_l1": 0.0028622893150895834, + "seg_ssim_ref": 0.986515462398529, + "depth": 0.0003984130087991559, + "rgb_loss": 0.00483704824000597, + "seg_loss": 0.004986738786101341, + "total": 0.00982418543911611, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003984130087991559, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00015027173275748923 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002582679968327284, + "ssim_fused": 0.9857926368713379, + "seg_l1": 0.002398270182311535, + "seg_ssim_ref": 0.9857924580574036, + "depth": 0.000320992414940459, + "rgb_loss": 0.004907616414129734, + "seg_loss": 0.00476012472063303, + "total": 0.009668062127177704, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.000320992414940459, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.90696718849034e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005010474007576704, + "ssim_fused": 0.9767400622367859, + "seg_l1": 0.004750555846840143, + "seg_ssim_ref": 0.9767398238182068, + "depth": 0.00011763090414253785, + "rgb_loss": 0.008660366758704185, + "seg_loss": 0.008452480658888817, + "total": 0.017112965048497145, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00011763090414253785, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00011763090414253785 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 254, + "adam_update_count": 24384 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14437427200027741 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_72b4242b52a34a29946405b27a205629_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 255, + "next_interval": 0, + "next_adam_update": 24385, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 254, + "trained_intervals": 24384, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24384, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.8733802437782288, + "median": 11.514678955078125, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5473383665084839, + "median": 0.5473383665084839, + "max": 0.5473383665084839, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.126767873764038, + "median": 9.84171199798584, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.4175378084182739, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.387712478637695, + "median": 18801.87890625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5473383665084839, + "median": 0.5473383665084839, + "max": 0.5473383665084839, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5277, + "controller_edge_stiffness": 401 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0255.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0255.json new file mode 100644 index 0000000000000000000000000000000000000000..cd73ff6db5f5b92319d135cc476cddcfb85487be --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0255.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0255", + "executed_epochs": 255, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d4e1a7ec9bae44af8d8c3c3dc04b90ba.npz", + "optimizer_file": "boundary_d4e1a7ec9bae44af8d8c3c3dc04b90ba_optimizer.pt", + "arrays_sha256": "6aaeb37dbfd1fb00fbe679fc52e6d635faed6d9ee4a06063b35981ee76a3c8cb", + "optimizer_sha256": "ce77444df9ba5590ec4dfa5fff7266e9380b522a4e8e6c19dd226ac748857349", + "stage": "adam", + "completed_passes": 255, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24480, + "adam_update_count": 24480, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 256, + "consumed_count": 255, + "last_submitted_update": 24480, + "last_consumed_update": 24384, + "pending": [ + { + "reference": { + "source_update": 24480, + "completed_passes": 255, + "next_interval": 0, + "trained_intervals": 24480, + "snapshot": "pass_end_0255", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 255, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24480, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24480, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 5.676774162566289e-05, + "update_l2": 0.02571074105799198 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009111027466133237, + "update_l2": 0.00035440921783447266 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 4.814516159967752e-06, + "update_l2": 0.00532641913741827 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012900160100789818, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5279, + "attachment": 401, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5439207553863525, + "ground_friction/effective": 0.5439207553863525, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012900160100789818, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036416761577129364, + "ssim_fused": 0.982185959815979, + "seg_l1": 0.003576092654839158, + "seg_ssim_ref": 0.982185959815979, + "depth": 0.00032869774297035, + "rgb_loss": 0.006476142909377813, + "seg_loss": 0.006423688493669033, + "total": 0.012900160100789818 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004293146543204784, + "ssim_fused": 0.9797053933143616, + "seg_l1": 0.00427350215613842, + "seg_ssim_ref": 0.9797057509422302, + "depth": 0.0004785601977559013, + "rgb_loss": 0.007493438199162483, + "seg_loss": 0.0074776518158614635, + "total": 0.01497156904088299, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004785601977559013, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010383255018645684 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026504392735660076, + "ssim_fused": 0.9866225123405457, + "seg_l1": 0.002824094146490097, + "seg_ssim_ref": 0.9866224527359009, + "depth": 0.0003950286913000879, + "rgb_loss": 0.004795849323272705, + "seg_loss": 0.004934784956276417, + "total": 0.009731029308240421, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003950286913000879, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001468874152584212 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002592447679489851, + "ssim_fused": 0.9857405424118042, + "seg_l1": 0.0024177762679755688, + "seg_ssim_ref": 0.9857403635978699, + "depth": 0.00032082479964734773, + "rgb_loss": 0.004925849847495556, + "seg_loss": 0.00478614866733551, + "total": 0.009712319339630713, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032082479964734773, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.890205659179218e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005030670668929815, + "ssim_fused": 0.9766755104064941, + "seg_l1": 0.004788997583091259, + "seg_ssim_ref": 0.9766751527786255, + "depth": 0.00012037728317806288, + "rgb_loss": 0.008689435198903084, + "seg_loss": 0.008496168069541454, + "total": 0.017185722714405143, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012037728317806288, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012037728317806287 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 255, + "adam_update_count": 24480 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13813993299845606 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d4e1a7ec9bae44af8d8c3c3dc04b90ba_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 256, + "next_interval": 0, + "next_adam_update": 24481, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 255, + "trained_intervals": 24480, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24480, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.8945645689964294, + "median": 11.514681816101074, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.544275164604187, + "median": 0.544275164604187, + "max": 0.544275164604187, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.1163880825042725, + "median": 9.840886116027832, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.4087855815887451, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.30109977722168, + "median": 18786.357421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.544275164604187, + "median": 0.544275164604187, + "max": 0.544275164604187, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5279, + "controller_edge_stiffness": 401 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0256.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0256.json new file mode 100644 index 0000000000000000000000000000000000000000..efaf2fc66bd89adf3df4dbcee0e566878213e6de --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0256.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0256", + "executed_epochs": 256, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_d77e554adb7640e39aecd7a49261985d.npz", + "optimizer_file": "boundary_d77e554adb7640e39aecd7a49261985d_optimizer.pt", + "arrays_sha256": "07410ec2818e81db99c20e155f3041f566e31d549ae57f742c1aa0c6cd40da9d", + "optimizer_sha256": "8ea72269d7478609fd2a25b3874fa0010a0f96f2c73fb1c364fa19740e93ec17", + "stage": "adam", + "completed_passes": 256, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24576, + "adam_update_count": 24576, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 257, + "consumed_count": 256, + "last_submitted_update": 24576, + "last_consumed_update": 24480, + "pending": [ + { + "reference": { + "source_update": 24576, + "completed_passes": 256, + "next_interval": 0, + "trained_intervals": 24576, + "snapshot": "pass_end_0256", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 256, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24576, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24576, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 5.769018389401026e-05, + "update_l2": 0.026094431057572365 + }, + "raw_ground_friction": { + "gradient_l2": 0.0009059861185960472, + "update_l2": 0.000376284122467041 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 6.053834567865124e-06, + "update_l2": 0.006845932919532061 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012889140845650248, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5281, + "attachment": 401, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.536496639251709, + "ground_friction/effective": 0.536496639251709, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012889140845650248, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036387902218848467, + "ssim_fused": 0.9822044372558594, + "seg_l1": 0.0035744253545999527, + "seg_ssim_ref": 0.9822043776512146, + "depth": 0.00032861847560878643, + "rgb_loss": 0.006470144726336002, + "seg_loss": 0.006418667733669281, + "total": 0.012889140845650248 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004252394195646048, + "ssim_fused": 0.9798895120620728, + "seg_l1": 0.004211436957120895, + "seg_ssim_ref": 0.9798898696899414, + "depth": 0.00047618909422696246, + "rgb_loss": 0.007424012757837772, + "seg_loss": 0.007391175255179405, + "total": 0.014815664202111405, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047618909422696246, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010146144665751807 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002620668848976493, + "ssim_fused": 0.9867434501647949, + "seg_l1": 0.0027742055244743824, + "seg_ssim_ref": 0.9867433309555054, + "depth": 0.00039295455827739956, + "rgb_loss": 0.004747845232486725, + "seg_loss": 0.004870698321610689, + "total": 0.009618936042994405, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039295455827739956, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014481328223573287 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026166478637605906, + "ssim_fused": 0.9856083393096924, + "seg_l1": 0.0024595006834715605, + "seg_ssim_ref": 0.9856081604957581, + "depth": 0.0003207051913647187, + "rgb_loss": 0.004971650429069996, + "seg_loss": 0.004845968447625637, + "total": 0.009817939581886998, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003207051913647187, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.8782448309163184e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005065450444817543, + "ssim_fused": 0.9765764474868774, + "seg_l1": 0.0048525589518249035, + "seg_ssim_ref": 0.9765760898590088, + "depth": 0.00012462505856606485, + "rgb_loss": 0.008737070485949516, + "seg_loss": 0.00856682937592268, + "total": 0.017304023555608186, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00012462505856606485, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00012462505856606485 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 256, + "adam_update_count": 24576 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13847933898796327 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_d77e554adb7640e39aecd7a49261985d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 257, + "next_interval": 0, + "next_adam_update": 24577, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 256, + "trained_intervals": 24576, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24576, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9148365259170532, + "median": 11.514687538146973, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.536872923374176, + "median": 0.536872923374176, + "max": 0.536872923374176, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.106271505355835, + "median": 9.835312843322754, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.40058210492134094, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.217544555664062, + "median": 18681.9453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.536872923374176, + "median": 0.536872923374176, + "max": 0.536872923374176, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5281, + "controller_edge_stiffness": 401 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0257.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0257.json new file mode 100644 index 0000000000000000000000000000000000000000..8e8be60f3a233589499a701c2e3e28bcae2abcbe --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0257.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0257", + "executed_epochs": 257, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_7ba180db92ce47a9b8b809e1e301515b.npz", + "optimizer_file": "boundary_7ba180db92ce47a9b8b809e1e301515b_optimizer.pt", + "arrays_sha256": "8279608c4466fb69a0ce7cb98a7912840629521993a0275722de2b32c4d9142b", + "optimizer_sha256": "998c5c76b22ca3493ecbdac2cd0a1c664cc73ef0d0cfa22616061b97cb89d263", + "stage": "adam", + "completed_passes": 257, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24672, + "adam_update_count": 24672, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 258, + "consumed_count": 257, + "last_submitted_update": 24672, + "last_consumed_update": 24576, + "pending": [ + { + "reference": { + "source_update": 24672, + "completed_passes": 257, + "next_interval": 0, + "trained_intervals": 24672, + "snapshot": "pass_end_0257", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 257, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24672, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24672, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.519625796703622e-05, + "update_l2": 0.030798936262726784 + }, + "raw_ground_friction": { + "gradient_l2": 0.0012372755445539951, + "update_l2": 0.0004620552062988281 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1513585377542768e-05, + "update_l2": 0.01716262474656105 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013012817432423118, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5283, + "attachment": 401, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5091898441314697, + "ground_friction/effective": 0.5091898441314697, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013012817432423118, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003679482266306877, + "ssim_fused": 0.9821274280548096, + "seg_l1": 0.0036498166155070066, + "seg_ssim_ref": 0.9821273684501648, + "depth": 0.00033720887172546815, + "rgb_loss": 0.006518100388348103, + "seg_loss": 0.006494379602372646, + "total": 0.013012817432423118 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.00409248610958457, + "ssim_fused": 0.9806714653968811, + "seg_l1": 0.004021739587187767, + "seg_ssim_ref": 0.980671763420105, + "depth": 0.00047299290589496694, + "rgb_loss": 0.007139695808291435, + "seg_loss": 0.007083038799464703, + "total": 0.014223207600662032, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047299290589496694, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.826525832552247e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002598241437226534, + "ssim_fused": 0.9867867231369019, + "seg_l1": 0.002700281562283635, + "seg_ssim_ref": 0.9867867231369019, + "depth": 0.00038905029976585303, + "rgb_loss": 0.004721248522400856, + "seg_loss": 0.004802880808711052, + "total": 0.009524518381411674, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00038905029976585303, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014090902372418634 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027449640911072493, + "ssim_fused": 0.9850163459777832, + "seg_l1": 0.002666169311851263, + "seg_ssim_ref": 0.9850161671638489, + "depth": 0.0003203717597333403, + "rgb_loss": 0.005192702170461416, + "seg_loss": 0.005129702389240265, + "total": 0.010322725397122702, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003203717597333403, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.8449016677784794e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005282237660139799, + "ssim_fused": 0.9760351777076721, + "seg_l1": 0.005211076699197292, + "seg_ssim_ref": 0.9760348200798035, + "depth": 0.00016642052150771223, + "rgb_loss": 0.009018754586577415, + "seg_loss": 0.00896189734339714, + "total": 0.017980818350496065, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016642052150771223, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016642052150771225 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 257, + "adam_update_count": 24672 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13382911798544228 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_7ba180db92ce47a9b8b809e1e301515b_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 258, + "next_interval": 0, + "next_adam_update": 24673, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 257, + "trained_intervals": 24672, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24672, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.928400456905365, + "median": 11.514689445495605, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5096518993377686, + "median": 0.5096518993377686, + "max": 0.5096518993377686, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.0887362957000732, + "median": 9.828747749328613, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.39518532156944275, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.074705123901367, + "median": 18559.69921875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5096518993377686, + "median": 0.5096518993377686, + "max": 0.5096518993377686, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5283, + "controller_edge_stiffness": 401 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0258.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0258.json new file mode 100644 index 0000000000000000000000000000000000000000..061add6b756348e121b15be66b0c4ac854089a85 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0258.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0258", + "executed_epochs": 258, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_f7fef94d4b38409993f4a7ed1702dc77.npz", + "optimizer_file": "boundary_f7fef94d4b38409993f4a7ed1702dc77_optimizer.pt", + "arrays_sha256": "1971059b923075b7fcbd487919614a38f3979668614a677b92dc4608f63caf7d", + "optimizer_sha256": "5235009ce03bc4cd495fe498be6b0339fc7366211cd5db1ab2d640dd904f2191", + "stage": "adam", + "completed_passes": 258, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24768, + "adam_update_count": 24768, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 259, + "consumed_count": 258, + "last_submitted_update": 24768, + "last_consumed_update": 24672, + "pending": [ + { + "reference": { + "source_update": 24768, + "completed_passes": 258, + "next_interval": 0, + "trained_intervals": 24768, + "snapshot": "pass_end_0258", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 258, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24768, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24768, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.86422349140048e-05, + "update_l2": 0.036278560757637024 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016114385798573494, + "update_l2": 0.0002560615539550781 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1891051144630183e-05, + "update_l2": 0.016905590891838074 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.0133860469106786, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5290, + "attachment": 402, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49411046504974365, + "ground_friction/effective": 0.49411046504974365, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.0133860469106786, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.00378915062174201, + "ssim_fused": 0.9817360043525696, + "seg_l1": 0.003810953116044402, + "seg_ssim_ref": 0.9817359447479248, + "depth": 0.00035080688223824844, + "rgb_loss": 0.006684119813144207, + "seg_loss": 0.0067015765234827995, + "total": 0.0133860469106786 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.003932994324713945, + "ssim_fused": 0.9814912676811218, + "seg_l1": 0.0038160791154950857, + "seg_ssim_ref": 0.9814916253089905, + "depth": 0.00047752648073352036, + "rgb_loss": 0.0068481420166790485, + "seg_loss": 0.006754538044333458, + "total": 0.013603157121831952, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047752648073352036, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010279883316407593 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026555785443633795, + "ssim_fused": 0.9863454699516296, + "seg_l1": 0.002727215178310871, + "seg_ssim_ref": 0.9863454699516296, + "depth": 0.00039237345875603094, + "rgb_loss": 0.004855369217693806, + "seg_loss": 0.004912678152322769, + "total": 0.00976843974347533, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039237345875603094, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014423218271436425 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.003061538329347968, + "ssim_fused": 0.9835902452468872, + "seg_l1": 0.003135312581434846, + "seg_ssim_ref": 0.9835899472236633, + "depth": 0.0003353132165673499, + "rgb_loss": 0.0057311817072331905, + "seg_loss": 0.005790260620415211, + "total": 0.011521777175203682, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003353132165673499, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 6.339047351179435e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0055064912885427475, + "ssim_fused": 0.9755170345306396, + "seg_l1": 0.005565205588936806, + "seg_ssim_ref": 0.975516676902771, + "depth": 0.00019801437289609258, + "rgb_loss": 0.009301786310970783, + "seg_loss": 0.00934882927685976, + "total": 0.01865081360220344, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00019801437289609258, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00019801437289609258 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 258, + "adam_update_count": 24768 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1331065770064015 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_f7fef94d4b38409993f4a7ed1702dc77_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 259, + "next_interval": 0, + "next_adam_update": 24769, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 258, + "trained_intervals": 24768, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24768, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9359777569770813, + "median": 11.51469898223877, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49436652660369873, + "median": 0.49436652660369873, + "max": 0.49436652660369873, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.0817606449127197, + "median": 9.823347091674805, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3922021985054016, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.018574714660645, + "median": 18459.734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49436652660369873, + "median": 0.49436652660369873, + "max": 0.49436652660369873, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5290, + "controller_edge_stiffness": 402 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0259.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0259.json new file mode 100644 index 0000000000000000000000000000000000000000..f76dbf024bd81ab71a3fa8343130c253821c18b0 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0259.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0259", + "executed_epochs": 259, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9fd6433a4ea34883891adacf253f0d21.npz", + "optimizer_file": "boundary_9fd6433a4ea34883891adacf253f0d21_optimizer.pt", + "arrays_sha256": "a00c2e441f3379c74e7d66676e0639e7ca87af867fb093dd688037d7b29c529a", + "optimizer_sha256": "2216e184ba18fefb05ceb48779d1991bb38e377ad66bbfc9a7e4060f30eb1c7d", + "stage": "adam", + "completed_passes": 259, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24864, + "adam_update_count": 24864, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 260, + "consumed_count": 259, + "last_submitted_update": 24864, + "last_consumed_update": 24768, + "pending": [ + { + "reference": { + "source_update": 24864, + "completed_passes": 259, + "next_interval": 0, + "trained_intervals": 24864, + "snapshot": "pass_end_0259", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 259, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24864, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24864, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.488792860182002e-05, + "update_l2": 0.030488429591059685 + }, + "raw_ground_friction": { + "gradient_l2": 0.0013618635712191463, + "update_l2": 0.0003858208656311035 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.45527517615119e-06, + "update_l2": 0.012587944976985455 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012983806950983513, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5294, + "attachment": 402, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5078679323196411, + "ground_friction/effective": 0.5078679323196411, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012983806950983513, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003670266829431057, + "ssim_fused": 0.9821558594703674, + "seg_l1": 0.0036369762383401394, + "seg_ssim_ref": 0.9821557998657227, + "depth": 0.00033812412332329497, + "rgb_loss": 0.0065050385892391205, + "seg_loss": 0.006478430703282356, + "total": 0.012983806950983513 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004065735265612602, + "ssim_fused": 0.980797529220581, + "seg_l1": 0.003968180622905493, + "seg_ssim_ref": 0.9807977676391602, + "depth": 0.0004725890990765765, + "rgb_loss": 0.007093082182109356, + "seg_loss": 0.007014990784227848, + "total": 0.01410854555543628, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004725890990765765, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.7861451507132e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00258938898332417, + "ssim_fused": 0.9867939949035645, + "seg_l1": 0.002682079328224063, + "seg_ssim_ref": 0.9867938756942749, + "depth": 0.00039038855053070563, + "rgb_loss": 0.0047127120196819305, + "seg_loss": 0.004786888603121042, + "total": 0.009499990545692217, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039038855053070563, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014224727448903894 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0027662357315421104, + "ssim_fused": 0.9849150776863098, + "seg_l1": 0.002702843863517046, + "seg_ssim_ref": 0.9849148392677307, + "depth": 0.00032255637228100864, + "rgb_loss": 0.00522997323423624, + "seg_loss": 0.005179307423532009, + "total": 0.01040960321414053, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032255637228100864, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.063362922545312e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005259708035737276, + "ssim_fused": 0.9761168956756592, + "seg_l1": 0.005194801837205887, + "seg_ssim_ref": 0.9761165380477905, + "depth": 0.00016696247140488897, + "rgb_loss": 0.008984386920928955, + "seg_loss": 0.008932534605264664, + "total": 0.017917088488665023, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016696247140488897, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016696247140488894 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 259, + "adam_update_count": 24864 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13844864899874665 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9fd6433a4ea34883891adacf253f0d21_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 260, + "next_interval": 0, + "next_adam_update": 24865, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 259, + "trained_intervals": 24864, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24864, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9404776692390442, + "median": 11.514701843261719, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5082537531852722, + "median": 0.5082537531852722, + "max": 0.5082537531852722, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.0861997604370117, + "median": 9.823145866394043, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.39044126868247986, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 8.054248809814453, + "median": 18456.01953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5082537531852722, + "median": 0.5082537531852722, + "max": 0.5082537531852722, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5294, + "controller_edge_stiffness": 402 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0260.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0260.json new file mode 100644 index 0000000000000000000000000000000000000000..7bdadd73150037a530be1e4e6aa6483b68721092 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0260.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0260", + "executed_epochs": 260, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8f6be6cc42494edfafa7a3f579bbc098.npz", + "optimizer_file": "boundary_8f6be6cc42494edfafa7a3f579bbc098_optimizer.pt", + "arrays_sha256": "a44ff322cb8273561a0ddd37891308c7146680339b65654fda2fedfa3dc371e6", + "optimizer_sha256": "ade97cd684f2a847bcdc63f6b5d530ecdef8bb28f651b6091c49f5d68b197fc6", + "stage": "adam", + "completed_passes": 260, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 24960, + "adam_update_count": 24960, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 261, + "consumed_count": 260, + "last_submitted_update": 24960, + "last_consumed_update": 24864, + "pending": [ + { + "reference": { + "source_update": 24960, + "completed_passes": 260, + "next_interval": 0, + "trained_intervals": 24960, + "snapshot": "pass_end_0260", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 260, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 24960, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 24960, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.554268086096272e-05, + "update_l2": 0.03263538330793381 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015371826011687517, + "update_l2": 0.00035941600799560547 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1426524906710256e-05, + "update_l2": 0.015486219897866249 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.01313524407449826, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5298, + "attachment": 403, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49567872285842896, + "ground_friction/effective": 0.49567872285842896, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.01313524407449826, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037160483188927174, + "ssim_fused": 0.9820123314857483, + "seg_l1": 0.0037087148521095514, + "seg_ssim_ref": 0.9820122718811035, + "depth": 0.00034499097331802165, + "rgb_loss": 0.006570375524461269, + "seg_loss": 0.006564523559063673, + "total": 0.01313524407449826 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004001600667834282, + "ssim_fused": 0.9811370372772217, + "seg_l1": 0.003891655011102557, + "seg_ssim_ref": 0.9811373949050903, + "depth": 0.00047364821739080866, + "rgb_loss": 0.006973872892558575, + "seg_loss": 0.006885845214128494, + "total": 0.01386019175490446, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047364821739080866, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.892056982136427e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026174134109169245, + "ssim_fused": 0.9865826368331909, + "seg_l1": 0.0026974747888743877, + "seg_ssim_ref": 0.9865824580192566, + "depth": 0.0003906838678465126, + "rgb_loss": 0.004777403548359871, + "seg_loss": 0.004841488320380449, + "total": 0.00961928208694688, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003906838678465126, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001425425918048459 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002865264657884836, + "ssim_fused": 0.984484076499939, + "seg_l1": 0.002856447594240308, + "seg_ssim_ref": 0.9844838380813599, + "depth": 0.0003254046273404836, + "rgb_loss": 0.005395396612584591, + "seg_loss": 0.005388390272855759, + "total": 0.01078411229006769, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003254046273404836, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.3481884284928e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005379915237426758, + "ssim_fused": 0.9758455157279968, + "seg_l1": 0.00538928247988224, + "seg_ssim_ref": 0.9758452773094177, + "depth": 0.00019022718069428162, + "rgb_loss": 0.009134829044342041, + "seg_loss": 0.009142370894551277, + "total": 0.018277390166074013, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00019022718069428162, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00019022718069428157 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 260, + "adam_update_count": 24960 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1365627699997276 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8f6be6cc42494edfafa7a3f579bbc098_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 261, + "next_interval": 0, + "next_adam_update": 24961, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 260, + "trained_intervals": 24960, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 24960, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9450822472572327, + "median": 11.514710426330566, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49603813886642456, + "median": 0.49603813886642456, + "max": 0.49603813886642456, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.0758509635925293, + "median": 9.820846557617188, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3886476457118988, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.97132682800293, + "median": 18413.6328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49603813886642456, + "median": 0.49603813886642456, + "max": 0.49603813886642456, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5298, + "controller_edge_stiffness": 403 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0261.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0261.json new file mode 100644 index 0000000000000000000000000000000000000000..5f1d76376c810aa4afdf817b718dd4f3bc302559 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0261.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0261", + "executed_epochs": 261, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9e1cdb274cbb4ecdafcaf2ca3bf530af.npz", + "optimizer_file": "boundary_9e1cdb274cbb4ecdafcaf2ca3bf530af_optimizer.pt", + "arrays_sha256": "eb582ddb9dc22d3def6ef33c6bd33ef7c9babe297f81a2dd1b6792f5df639885", + "optimizer_sha256": "c71caccde82f708434626e21f49a944c3de41fab42ac0b02d4a588abed297084", + "stage": "adam", + "completed_passes": 261, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25056, + "adam_update_count": 25056, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 262, + "consumed_count": 261, + "last_submitted_update": 25056, + "last_consumed_update": 24960, + "pending": [ + { + "reference": { + "source_update": 25056, + "completed_passes": 261, + "next_interval": 0, + "trained_intervals": 25056, + "snapshot": "pass_end_0261", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 261, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25056, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25056, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 6.603564543183893e-05, + "update_l2": 0.031208842992782593 + }, + "raw_ground_friction": { + "gradient_l2": 0.001441375119611621, + "update_l2": 0.0005131363868713379 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 9.432389560970478e-06, + "update_l2": 0.011902372352778912 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012935011991208837, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5303, + "attachment": 403, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5072287321090698, + "ground_friction/effective": 0.5072287321090698, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012935011991208837, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036583247128874063, + "ssim_fused": 0.9822218418121338, + "seg_l1": 0.003620908595621586, + "seg_ssim_ref": 0.9822217226028442, + "depth": 0.0003379480004751693, + "rgb_loss": 0.006482288707047701, + "seg_loss": 0.00645238533616066, + "total": 0.012935011991208837 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004117345903068781, + "ssim_fused": 0.9805658459663391, + "seg_l1": 0.004031461663544178, + "seg_ssim_ref": 0.9805660247802734, + "depth": 0.00047250511374841955, + "rgb_loss": 0.0071807075291872025, + "seg_loss": 0.007111964747309685, + "total": 0.014293144781610636, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047250511374841955, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.777746617897508e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026211452204734087, + "ssim_fused": 0.9867359399795532, + "seg_l1": 0.0027361472602933645, + "seg_ssim_ref": 0.9867357611656189, + "depth": 0.00039007063383960934, + "rgb_loss": 0.004749728366732597, + "seg_loss": 0.004841765854507685, + "total": 0.009591883826212835, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039007063383960934, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014192935779794262 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026882493402808905, + "ssim_fused": 0.9853108525276184, + "seg_l1": 0.0025937864556908607, + "seg_ssim_ref": 0.9853106141090393, + "depth": 0.00032179536593457056, + "rgb_loss": 0.005088428966701031, + "seg_loss": 0.0050129066221416, + "total": 0.010101656918547277, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032179536593457056, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 4.9872622879015035e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005206557922065258, + "ssim_fused": 0.9762747883796692, + "seg_l1": 0.0051222387701272964, + "seg_ssim_ref": 0.9762744307518005, + "depth": 0.00016742088837807785, + "rgb_loss": 0.008910289034247398, + "seg_loss": 0.008842905052006245, + "total": 0.017753362438464596, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00016742088837807785, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00016742088837807785 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 261, + "adam_update_count": 25056 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13448631099890918 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9e1cdb274cbb4ecdafcaf2ca3bf530af_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 262, + "next_interval": 0, + "next_adam_update": 25057, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 261, + "trained_intervals": 25056, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25056, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9491766691207886, + "median": 11.514726638793945, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5077418684959412, + "median": 0.5077418684959412, + "max": 0.5077418684959412, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.07665753364563, + "median": 9.821959495544434, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3870595693588257, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.977758884429932, + "median": 18434.13671875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5077418684959412, + "median": 0.5077418684959412, + "max": 0.5077418684959412, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5303, + "controller_edge_stiffness": 403 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0262.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0262.json new file mode 100644 index 0000000000000000000000000000000000000000..6cfee247c9f32d7159314fead7c0ba654c6e0be9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0262.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0262", + "executed_epochs": 262, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_5b5cc9b44edf4f03a70ff5a0e94cba06.npz", + "optimizer_file": "boundary_5b5cc9b44edf4f03a70ff5a0e94cba06_optimizer.pt", + "arrays_sha256": "a26e9c5ae73873c78df6a8bafb0dab7f966e4bd0260d6a6f22e0f17723e714ae", + "optimizer_sha256": "a9eb6fca4a955847fa81cb806e0dd0338be8fed3c75b1da05ee66b7f4a926e10", + "stage": "adam", + "completed_passes": 262, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25152, + "adam_update_count": 25152, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 263, + "consumed_count": 262, + "last_submitted_update": 25152, + "last_consumed_update": 25056, + "pending": [ + { + "reference": { + "source_update": 25152, + "completed_passes": 262, + "next_interval": 0, + "trained_intervals": 25152, + "snapshot": "pass_end_0262", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 262, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25152, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25152, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.352138345595449e-05, + "update_l2": 0.030959580093622208 + }, + "raw_ground_friction": { + "gradient_l2": 0.001526725827716291, + "update_l2": 0.0004540085792541504 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1619127690210007e-05, + "update_l2": 0.014193718321621418 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013032891540605275, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5307, + "attachment": 403, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4960014224052429, + "ground_friction/effective": 0.4960014224052429, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013032891540605275, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003687606193125248, + "ssim_fused": 0.9821294546127319, + "seg_l1": 0.0036677957978099585, + "seg_ssim_ref": 0.9821293950080872, + "depth": 0.0003427125547813355, + "rgb_loss": 0.0065241847187280655, + "seg_loss": 0.006508363876491785, + "total": 0.013032891540605275 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004065303131937981, + "ssim_fused": 0.9808259010314941, + "seg_l1": 0.003968697041273117, + "seg_ssim_ref": 0.9808260798454285, + "depth": 0.000472786928771788, + "rgb_loss": 0.0070870621129870415, + "seg_loss": 0.007009741850197315, + "total": 0.014097276750113128, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000472786928771788, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.805928120234352e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002627487061545253, + "ssim_fused": 0.9866446256637573, + "seg_l1": 0.002727571874856949, + "seg_ssim_ref": 0.986644446849823, + "depth": 0.0003893343589506633, + "rgb_loss": 0.004773064516484737, + "seg_loss": 0.004853168502449989, + "total": 0.009626622353293677, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003893343589506633, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001411930829089967 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002757687121629715, + "ssim_fused": 0.9850070476531982, + "seg_l1": 0.0026991504710167646, + "seg_ssim_ref": 0.9850068688392639, + "depth": 0.00032379449123283845, + "rgb_loss": 0.005204739980399609, + "seg_loss": 0.0051579466089606285, + "total": 0.01036301038385147, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032379449123283845, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1871748177282896e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.0052999467588961124, + "ssim_fused": 0.9760404229164124, + "seg_l1": 0.00527576357126236, + "seg_ssim_ref": 0.9760400652885437, + "depth": 0.0001849344401700525, + "rgb_loss": 0.009031873196363449, + "seg_loss": 0.009012598544359207, + "total": 0.018044656675162828, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001849344401700525, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001849344401700525 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 262, + "adam_update_count": 25152 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1308566580119077 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_5b5cc9b44edf4f03a70ff5a0e94cba06_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 263, + "next_interval": 0, + "next_adam_update": 25153, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 262, + "trained_intervals": 25152, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25152, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.953162431716919, + "median": 11.514732360839844, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49645543098449707, + "median": 0.49645543098449707, + "max": 0.49645543098449707, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.0631041526794434, + "median": 9.816934585571289, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38551992177963257, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.870363235473633, + "median": 18341.73828125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49645543098449707, + "median": 0.49645543098449707, + "max": 0.49645543098449707, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5307, + "controller_edge_stiffness": 403 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0263.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0263.json new file mode 100644 index 0000000000000000000000000000000000000000..6eca411c737e2f9916655ad9559234009525332a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0263.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0263", + "executed_epochs": 263, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_197e956ff6564abc80841c57a9fd5adc.npz", + "optimizer_file": "boundary_197e956ff6564abc80841c57a9fd5adc_optimizer.pt", + "arrays_sha256": "9574b5f1c2ead65cbb2070cb0e2e5f0dc204dd85a7b0c2cc6606c4ba4bb6a5ea", + "optimizer_sha256": "8a1220846a5aaec4236652cbea9f67930633bdc818cf973c04972fb387706ff7", + "stage": "adam", + "completed_passes": 263, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25248, + "adam_update_count": 25248, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 264, + "consumed_count": 263, + "last_submitted_update": 25248, + "last_consumed_update": 25152, + "pending": [ + { + "reference": { + "source_update": 25248, + "completed_passes": 263, + "next_interval": 0, + "trained_intervals": 25248, + "snapshot": "pass_end_0263", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 263, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25248, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25248, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.407139491988346e-05, + "update_l2": 0.031248789280653 + }, + "raw_ground_friction": { + "gradient_l2": 0.0017861289670690894, + "update_l2": 0.0005712509155273438 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.0856972949113697e-05, + "update_l2": 0.01265185046941042 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.012981132116230781, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5309, + "attachment": 403, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5042452812194824, + "ground_friction/effective": 0.5042452812194824, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.012981132116230781, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036730202846229076, + "ssim_fused": 0.9821803569793701, + "seg_l1": 0.003643142059445381, + "seg_ssim_ref": 0.9821802973747253, + "depth": 0.00033897912746204796, + "rgb_loss": 0.0065023391507565975, + "seg_loss": 0.006478453986346722, + "total": 0.012981132116230781 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004141585901379585, + "ssim_fused": 0.980477511882782, + "seg_l1": 0.0040732999332249165, + "seg_ssim_ref": 0.9804778695106506, + "depth": 0.0004726716580301419, + "rgb_loss": 0.007217766717076302, + "seg_loss": 0.007163066416978836, + "total": 0.014381305805713169, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004726716580301419, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.794401046069746e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002663679886609316, + "ssim_fused": 0.9865695238113403, + "seg_l1": 0.002794957719743252, + "seg_ssim_ref": 0.986569344997406, + "depth": 0.00038958461351744453, + "rgb_loss": 0.004817039240151644, + "seg_loss": 0.00492209754884243, + "total": 0.009739525907946304, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00038958461351744453, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014144333747577787 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026729668024927378, + "ssim_fused": 0.9853975772857666, + "seg_l1": 0.002573269885033369, + "seg_ssim_ref": 0.9853973984718323, + "depth": 0.00032311937198948324, + "rgb_loss": 0.005058858077973127, + "seg_loss": 0.004979136399924755, + "total": 0.010038317131608585, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032311937198948324, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1196628933927625e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005213848780840635, + "ssim_fused": 0.9762769341468811, + "seg_l1": 0.0051310402341187, + "seg_ssim_ref": 0.9762765765190125, + "depth": 0.0001705408663111221, + "rgb_loss": 0.008915692567825317, + "seg_loss": 0.00884951651096344, + "total": 0.017765379619655068, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001705408663111221, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001705408663111221 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 263, + "adam_update_count": 25248 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1427029340120498 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_197e956ff6564abc80841c57a9fd5adc_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 264, + "next_interval": 0, + "next_adam_update": 25249, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 263, + "trained_intervals": 25248, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25248, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.956566333770752, + "median": 11.514732360839844, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5048165321350098, + "median": 0.5048165321350098, + "max": 0.5048165321350098, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.05826997756958, + "median": 9.818446159362793, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38420990109443665, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.8324079513549805, + "median": 18369.486328125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5048165321350098, + "median": 0.5048165321350098, + "max": 0.5048165321350098, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5309, + "controller_edge_stiffness": 403 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0264.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0264.json new file mode 100644 index 0000000000000000000000000000000000000000..997afcf7801f3f6d1866e9a3c4942e7744062df8 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0264.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0264", + "executed_epochs": 264, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_6bb6732ab2d5404588045de5012215e4.npz", + "optimizer_file": "boundary_6bb6732ab2d5404588045de5012215e4_optimizer.pt", + "arrays_sha256": "3670f9afed55185c1036510f7968e3c37647cf76f23fea06c32c2ce6d4880272", + "optimizer_sha256": "f07920cd8df1c35a2264eeb66ac8fd2d4d197779810de030b000dd65dbede212", + "stage": "adam", + "completed_passes": 264, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25344, + "adam_update_count": 25344, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 265, + "consumed_count": 264, + "last_submitted_update": 25344, + "last_consumed_update": 25248, + "pending": [ + { + "reference": { + "source_update": 25344, + "completed_passes": 264, + "next_interval": 0, + "trained_intervals": 25344, + "snapshot": "pass_end_0264", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 264, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25344, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25344, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.504448876716197e-05, + "update_l2": 0.03177502378821373 + }, + "raw_ground_friction": { + "gradient_l2": 0.001560102216899395, + "update_l2": 0.0005810558795928955 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1975433153565973e-05, + "update_l2": 0.014231875538825989 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013024532992101637, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5313, + "attachment": 403, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4992138743400574, + "ground_friction/effective": 0.4992138743400574, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013024532992101637, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036863370332866907, + "ssim_fused": 0.9821418523788452, + "seg_l1": 0.0036647606175392866, + "seg_ssim_ref": 0.9821416139602661, + "depth": 0.0003418528357424981, + "rgb_loss": 0.006520714145153761, + "seg_loss": 0.00650347676128149, + "total": 0.013024532992101637 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004123906139284372, + "ssim_fused": 0.9805685877799988, + "seg_l1": 0.004054555669426918, + "seg_ssim_ref": 0.9805688261985779, + "depth": 0.0004730576232937165, + "rgb_loss": 0.0071854074485599995, + "seg_loss": 0.007129879202693701, + "total": 0.014315759708876994, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004730576232937165, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.832997572427194e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026708056684583426, + "ssim_fused": 0.9865195751190186, + "seg_l1": 0.0027982862666249275, + "seg_ssim_ref": 0.9865193963050842, + "depth": 0.0003910981821615459, + "rgb_loss": 0.004832729697227478, + "seg_loss": 0.004934750031679869, + "total": 0.009767871292750795, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003910981821615459, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014295690611987932 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026959723327308893, + "ssim_fused": 0.9853047132492065, + "seg_l1": 0.002609069226309657, + "seg_ssim_ref": 0.9853044748306274, + "depth": 0.00032319073618777714, + "rgb_loss": 0.00509583530947566, + "seg_loss": 0.005026360508054495, + "total": 0.010122519008266342, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032319073618777714, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1267993132221584e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005254664458334446, + "ssim_fused": 0.9761742353439331, + "seg_l1": 0.005197131074965, + "seg_ssim_ref": 0.9761739373207092, + "depth": 0.00018006480132695283, + "rgb_loss": 0.008968884125351906, + "seg_loss": 0.008922917768359184, + "total": 0.017891981958512417, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00018006480132695283, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00018006480132695283 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 264, + "adam_update_count": 25344 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13509782502660528 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_6bb6732ab2d5404588045de5012215e4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 265, + "next_interval": 0, + "next_adam_update": 25345, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 264, + "trained_intervals": 25344, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25344, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9615709185600281, + "median": 11.514739990234375, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.49979493021965027, + "median": 0.49979493021965027, + "max": 0.49979493021965027, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.044027090072632, + "median": 9.812759399414062, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38229185342788696, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.72164249420166, + "median": 18265.318359375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.49979493021965027, + "median": 0.49979493021965027, + "max": 0.49979493021965027, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5313, + "controller_edge_stiffness": 403 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0265.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0265.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ed425c56fdb6acfbebe4cceccd686acfc0c9a9 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0265.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0265", + "executed_epochs": 265, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_8e4c70a376834297ba2b240c3b48cdcf.npz", + "optimizer_file": "boundary_8e4c70a376834297ba2b240c3b48cdcf_optimizer.pt", + "arrays_sha256": "be9ddef8d850e4f29bb6ec6169645efb66b1b78ef49d5f3b8c23b897d16f8204", + "optimizer_sha256": "25034bd55d926633d10beebb01ea043cc8357cf9590f726be0bc0f163cbe51e0", + "stage": "adam", + "completed_passes": 265, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25440, + "adam_update_count": 25440, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 266, + "consumed_count": 265, + "last_submitted_update": 25440, + "last_consumed_update": 25344, + "pending": [ + { + "reference": { + "source_update": 25440, + "completed_passes": 265, + "next_interval": 0, + "trained_intervals": 25440, + "snapshot": "pass_end_0265", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 265, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25440, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25440, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.613765774294734e-05, + "update_l2": 0.03249723091721535 + }, + "raw_ground_friction": { + "gradient_l2": 0.0017775495070964098, + "update_l2": 0.0006027817726135254 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.1614649338298477e-05, + "update_l2": 0.013394678011536598 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013014668709171114, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5316, + "attachment": 403, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5008708834648132, + "ground_friction/effective": 0.5008708834648132, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013014668709171114, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036827034782618284, + "ssim_fused": 0.9821470975875854, + "seg_l1": 0.0036587584763765335, + "seg_ssim_ref": 0.9821470975875854, + "depth": 0.00034120729297186097, + "rgb_loss": 0.006516735069453716, + "seg_loss": 0.006497593130916357, + "total": 0.013014668709171114 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004148939624428749, + "ssim_fused": 0.9804373979568481, + "seg_l1": 0.004088221583515406, + "seg_ssim_ref": 0.9804376363754272, + "depth": 0.00047329884738894177, + "rgb_loss": 0.007231672294437885, + "seg_loss": 0.00718304980546236, + "total": 0.014415195398747634, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047329884738894177, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 9.85711998194973e-05 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0026841750368475914, + "ssim_fused": 0.9864830374717712, + "seg_l1": 0.0028215954080224037, + "seg_ssim_ref": 0.9864830374717712, + "depth": 0.0003921979548870072, + "rgb_loss": 0.0048507326282560825, + "seg_loss": 0.004960669204592705, + "total": 0.009811793565142387, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0003921979548870072, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014405667884534055 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002672831527888775, + "ssim_fused": 0.9854089021682739, + "seg_l1": 0.002576239872723818, + "seg_ssim_ref": 0.9854087233543396, + "depth": 0.0003231867048612588, + "rgb_loss": 0.00505648460239172, + "seg_loss": 0.004979247227311134, + "total": 0.010036055016407716, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003231867048612588, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1263961805703285e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005224867723882198, + "ssim_fused": 0.9762592315673828, + "seg_l1": 0.005148977506905794, + "seg_ssim_ref": 0.9762588739395142, + "depth": 0.00017614566475023617, + "rgb_loss": 0.008928048424422741, + "seg_loss": 0.008867407217621803, + "total": 0.01779563085638672, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017614566475023617, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017614566475023617 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 265, + "adam_update_count": 25440 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14164904999779537 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_8e4c70a376834297ba2b240c3b48cdcf_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 266, + "next_interval": 0, + "next_adam_update": 25441, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 265, + "trained_intervals": 25440, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25440, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9659379720687866, + "median": 11.514747619628906, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5014736652374268, + "median": 0.5014736652374268, + "max": 0.5014736652374268, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.0341145992279053, + "median": 9.809727668762207, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.38062602281570435, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.645480155944824, + "median": 18210.02734375, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5014736652374268, + "median": 0.5014736652374268, + "max": 0.5014736652374268, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5316, + "controller_edge_stiffness": 403 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0266.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0266.json new file mode 100644 index 0000000000000000000000000000000000000000..b2cfd38b8bff004498a6c09191086c635de0908a --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0266.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0266", + "executed_epochs": 266, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_4656dc8061d64066a1b94cf89597f441.npz", + "optimizer_file": "boundary_4656dc8061d64066a1b94cf89597f441_optimizer.pt", + "arrays_sha256": "3f5ddc9e348fb317cf344f9578b6683d7ba6cec793fda259e464625f2f5b69ff", + "optimizer_sha256": "6338846320ed5bc0e5488c71f283539d6086268b40e182c861ceb86f0784cd47", + "stage": "adam", + "completed_passes": 266, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25536, + "adam_update_count": 25536, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 267, + "consumed_count": 266, + "last_submitted_update": 25536, + "last_consumed_update": 25440, + "pending": [ + { + "reference": { + "source_update": 25536, + "completed_passes": 266, + "next_interval": 0, + "trained_intervals": 25536, + "snapshot": "pass_end_0266", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 266, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25536, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25536, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.712707883911207e-05, + "update_l2": 0.03267578408122063 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016130529111251235, + "update_l2": 0.0006577968597412109 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2273909305804409e-05, + "update_l2": 0.014361144043505192 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013043131309231949, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5319, + "attachment": 403, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5015586018562317, + "ground_friction/effective": 0.5015586018562317, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013043131309231949, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036911126226186752, + "ssim_fused": 0.9821212291717529, + "seg_l1": 0.0036729436833411455, + "seg_ssim_ref": 0.9821210503578186, + "depth": 0.00034212381226877275, + "rgb_loss": 0.006528650410473347, + "seg_loss": 0.006514138542115688, + "total": 0.013043131309231949 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004183798097074032, + "ssim_fused": 0.9802926182746887, + "seg_l1": 0.004138358402997255, + "seg_ssim_ref": 0.980292797088623, + "depth": 0.0004749918948282074, + "rgb_loss": 0.007288514636456966, + "seg_loss": 0.007252126932144165, + "total": 0.01454111656049596, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004749918948282074, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010026424725876288 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.00271966471336782, + "ssim_fused": 0.9863525629043579, + "seg_l1": 0.0028802596498280764, + "seg_ssim_ref": 0.9863524436950684, + "depth": 0.00039403493316326744, + "rgb_loss": 0.004905219189822674, + "seg_loss": 0.005033719353377819, + "total": 0.009939332578133656, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039403493316326744, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014589365712160075 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026534455828368664, + "ssim_fused": 0.9855096936225891, + "seg_l1": 0.0025504797231405973, + "seg_ssim_ref": 0.9855095148086548, + "depth": 0.00032327754278305083, + "rgb_loss": 0.005020817741751671, + "seg_loss": 0.004938480909913778, + "total": 0.00995962239486952, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032327754278305083, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.13547997274953e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005207542330026627, + "ssim_fused": 0.9763299226760864, + "seg_l1": 0.005122676491737366, + "seg_ssim_ref": 0.9763295650482178, + "depth": 0.0001761908783005654, + "rgb_loss": 0.008900050073862076, + "seg_loss": 0.008832228370010853, + "total": 0.017732453703428654, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001761908783005654, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.0001761908783005654 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 266, + "adam_update_count": 25536 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13616175897186622 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_4656dc8061d64066a1b94cf89597f441_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 267, + "next_interval": 0, + "next_adam_update": 25537, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 266, + "trained_intervals": 25536, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25536, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9725139141082764, + "median": 11.514756202697754, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5022163987159729, + "median": 0.5022163987159729, + "max": 0.5022163987159729, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.021047353744507, + "median": 9.807559967041016, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.37813127040863037, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.546225070953369, + "median": 18170.595703125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5022163987159729, + "median": 0.5022163987159729, + "max": 0.5022163987159729, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5319, + "controller_edge_stiffness": 403 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0267.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0267.json new file mode 100644 index 0000000000000000000000000000000000000000..3147b892a03d437dbfb481008ea7a1f416c71961 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0267.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0267", + "executed_epochs": 267, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_841367c7548140478cf2167d4b06a6f4.npz", + "optimizer_file": "boundary_841367c7548140478cf2167d4b06a6f4_optimizer.pt", + "arrays_sha256": "c05442454c16113decb893717b9c5fa410ffaf3867c878bd9716379c5cea6299", + "optimizer_sha256": "59be319d191c36f2e76b09c412d1a49b979fbe517bdf203e1b9f84214ceabd3f", + "stage": "adam", + "completed_passes": 267, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25632, + "adam_update_count": 25632, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 268, + "consumed_count": 267, + "last_submitted_update": 25632, + "last_consumed_update": 25536, + "pending": [ + { + "reference": { + "source_update": 25632, + "completed_passes": 267, + "next_interval": 0, + "trained_intervals": 25632, + "snapshot": "pass_end_0267", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 267, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25632, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25632, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 7.712325168540701e-05, + "update_l2": 0.032608333975076675 + }, + "raw_ground_friction": { + "gradient_l2": 0.0016033630818128586, + "update_l2": 0.0006448626518249512 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.219405294250464e-05, + "update_l2": 0.013647489249706268 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013050411174235745, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5322, + "attachment": 403, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5002457499504089, + "ground_friction/effective": 0.5002457499504089, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013050411174235745, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0036934942472726107, + "ssim_fused": 0.9821137189865112, + "seg_l1": 0.0036759062204509974, + "seg_ssim_ref": 0.9821135997772217, + "depth": 0.00034230591158343796, + "rgb_loss": 0.0065320637077093124, + "seg_loss": 0.006518005393445492, + "total": 0.013050411174235745 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004174553323537111, + "ssim_fused": 0.9803408980369568, + "seg_l1": 0.004130921326577663, + "seg_ssim_ref": 0.9803412556648254, + "depth": 0.00047514922012083433, + "rgb_loss": 0.007271463051438332, + "seg_loss": 0.007236486300826073, + "total": 0.014508424501484525, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047514922012083433, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010042157255138989 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.002717211376875639, + "ssim_fused": 0.9863570332527161, + "seg_l1": 0.0028722926508635283, + "seg_ssim_ref": 0.9863570332527161, + "depth": 0.00039348990315364504, + "rgb_loss": 0.004902362357825041, + "seg_loss": 0.005026427563279867, + "total": 0.009929183411008062, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.00039348990315364504, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.00014534862711197835 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026633895467966795, + "ssim_fused": 0.9854589700698853, + "seg_l1": 0.0025636220816522837, + "seg_ssim_ref": 0.9854587316513062, + "depth": 0.0003233370293456957, + "rgb_loss": 0.005038917995989323, + "seg_loss": 0.004959151614457369, + "total": 0.009998393413137324, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.0003233370293456957, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1414286290140174e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005218822509050369, + "ssim_fused": 0.9762977361679077, + "seg_l1": 0.005136788822710514, + "seg_ssim_ref": 0.9762973785400391, + "depth": 0.00017724749371357673, + "rgb_loss": 0.008915510959923267, + "seg_loss": 0.008849956095218658, + "total": 0.017765643371313065, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017724749371357673, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017724749371357675 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 267, + "adam_update_count": 25632 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.1396414159971755 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_841367c7548140478cf2167d4b06a6f4_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 268, + "next_interval": 0, + "next_adam_update": 25633, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 267, + "trained_intervals": 25632, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25632, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.980653703212738, + "median": 11.514772415161133, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5008906126022339, + "median": 0.5008906126022339, + "max": 0.5008906126022339, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 2.009739875793457, + "median": 9.803487777709961, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3750658631324768, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.461376190185547, + "median": 18096.751953125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5008906126022339, + "median": 0.5008906126022339, + "max": 0.5008906126022339, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5322, + "controller_edge_stiffness": 403 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0268.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0268.json new file mode 100644 index 0000000000000000000000000000000000000000..37a5f1bd616ac85c166c2f5ead94abf3b9008a59 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0268.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0268", + "executed_epochs": 268, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_0e3b8f4839bd4388a5ae7fa589a79dae.npz", + "optimizer_file": "boundary_0e3b8f4839bd4388a5ae7fa589a79dae_optimizer.pt", + "arrays_sha256": "5dfbf820e949b5f7d44a072302df7c49d8eb2226aec2fbbb8334b4c2ff29e1d6", + "optimizer_sha256": "a998fd021a0a67d5f83b211d10a1ae80add3ee6bc532460bceaf37b28b872de5", + "stage": "adam", + "completed_passes": 268, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25728, + "adam_update_count": 25728, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 269, + "consumed_count": 268, + "last_submitted_update": 25728, + "last_consumed_update": 25632, + "pending": [ + { + "reference": { + "source_update": 25728, + "completed_passes": 268, + "next_interval": 0, + "trained_intervals": 25728, + "snapshot": "pass_end_0268", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 268, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25728, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25728, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.093862561509013e-05, + "update_l2": 0.03299810364842415 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015682039083912969, + "update_l2": 0.000658869743347168 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.258858810615493e-05, + "update_l2": 0.013627670705318451 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.0130945610871876, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5325, + "attachment": 405, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.5000792145729065, + "ground_friction/effective": 0.5000792145729065, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.0130945610871876, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037070554681122303, + "ssim_fused": 0.9820694923400879, + "seg_l1": 0.0036954323295503855, + "seg_ssim_ref": 0.9820693731307983, + "depth": 0.00034357070572486724, + "rgb_loss": 0.006551746279001236, + "seg_loss": 0.00654247123748064, + "total": 0.0130945610871876 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.0042053768411278725, + "ssim_fused": 0.980221152305603, + "seg_l1": 0.004178282339125872, + "seg_ssim_ref": 0.9802215099334717, + "depth": 0.00047592362349516604, + "rgb_loss": 0.007320071570575237, + "seg_loss": 0.007298324257135391, + "total": 0.014618871751334124, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.00047592362349516604, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010119597592572159 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027535329572856426, + "ssim_fused": 0.9862196445465088, + "seg_l1": 0.00292622740380466, + "seg_ssim_ref": 0.9862194061279297, + "depth": 0.000397349130580616, + "rgb_loss": 0.004958897363394499, + "seg_loss": 0.0050971005111932755, + "total": 0.010056395689379643, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.000397349130580616, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001492078545389494 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026593159418553114, + "ssim_fused": 0.9854831099510193, + "seg_l1": 0.0025591948069632053, + "seg_ssim_ref": 0.9854828715324402, + "depth": 0.00032355865987379926, + "rgb_loss": 0.005030830856412649, + "seg_loss": 0.0049507818184792995, + "total": 0.009981936233551822, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032355865987379926, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.1635916818243715e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005209996830672026, + "ssim_fused": 0.9763540625572205, + "seg_l1": 0.005118024535477161, + "seg_ssim_ref": 0.9763537049293518, + "depth": 0.00017745140894988754, + "rgb_loss": 0.008897185325622559, + "seg_loss": 0.008823678828775883, + "total": 0.017721040674484816, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017745140894988754, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017745140894988754 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 268, + "adam_update_count": 25728 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13703871401958168 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_0e3b8f4839bd4388a5ae7fa589a79dae_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 269, + "next_interval": 0, + "next_adam_update": 25729, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 268, + "trained_intervals": 25728, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25728, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9881465435028076, + "median": 11.514779090881348, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5007380843162537, + "median": 0.5007380843162537, + "max": 0.5007380843162537, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.9992032051086426, + "median": 9.801362037658691, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.3722660541534424, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.3831706047058105, + "median": 18058.32421875, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5007380843162537, + "median": 0.5007380843162537, + "max": 0.5007380843162537, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5325, + "controller_edge_stiffness": 405 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0269.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0269.json new file mode 100644 index 0000000000000000000000000000000000000000..c3cde946e1b430a9a8b0183cac622cb72a528737 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0269.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0269", + "executed_epochs": 269, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_9876a1df412a4ffca7c06290eb9f535d.npz", + "optimizer_file": "boundary_9876a1df412a4ffca7c06290eb9f535d_optimizer.pt", + "arrays_sha256": "085203b919511f13e303135b4933c83919bd36a2330a6f77d93a2746129e576b", + "optimizer_sha256": "f8faed30ac58953f5300173b21c5bb0e513be3fd5670546b0a9ce8893f3cccaf", + "stage": "adam", + "completed_passes": 269, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25824, + "adam_update_count": 25824, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 270, + "consumed_count": 269, + "last_submitted_update": 25824, + "last_consumed_update": 25728, + "pending": [ + { + "reference": { + "source_update": 25824, + "completed_passes": 269, + "next_interval": 0, + "trained_intervals": 25824, + "snapshot": "pass_end_0269", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 269, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25824, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25824, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.633841935079545e-05, + "update_l2": 0.033021893352270126 + }, + "raw_ground_friction": { + "gradient_l2": 0.0019585327245295048, + "update_l2": 0.000682532787322998 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2747138498525601e-05, + "update_l2": 0.012831728905439377 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013141777143567495, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5329, + "attachment": 405, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.4998595714569092, + "ground_friction/effective": 0.4998595714569092, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013141777143567495, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.003721206448972225, + "ssim_fused": 0.98201984167099, + "seg_l1": 0.00371551513671875, + "seg_ssim_ref": 0.98201984167099, + "depth": 0.0003448321816260513, + "rgb_loss": 0.006572985090315342, + "seg_loss": 0.006568446755409241, + "total": 0.013141777143567495 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004221389070153236, + "ssim_fused": 0.9801716208457947, + "seg_l1": 0.004207036457955837, + "seg_ssim_ref": 0.9801719784736633, + "depth": 0.000477205307475136, + "rgb_loss": 0.007342787459492683, + "seg_loss": 0.007331233471632004, + "total": 0.014674498136432162, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.000477205307475136, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010247765990569147 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0027779932133853436, + "ssim_fused": 0.9861222505569458, + "seg_l1": 0.0029597552493214607, + "seg_ssim_ref": 0.9861221313476562, + "depth": 0.0004006279428799951, + "rgb_loss": 0.004997944459319115, + "seg_loss": 0.005143377929925919, + "total": 0.010141723017187913, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004006279428799951, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001524866668383284 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.0026687858626246452, + "ssim_fused": 0.9854365587234497, + "seg_l1": 0.0025727644097059965, + "seg_ssim_ref": 0.9854363799095154, + "depth": 0.00032380899036432514, + "rgb_loss": 0.00504771713167429, + "seg_loss": 0.0049709356389939785, + "total": 0.010018976113997345, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032380899036432514, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.188624730876954e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.00521665858104825, + "ssim_fused": 0.9763491749763489, + "seg_l1": 0.005122504662722349, + "seg_ssim_ref": 0.9763488173484802, + "depth": 0.00017768648578474913, + "rgb_loss": 0.008903492242097855, + "seg_loss": 0.00882824044674635, + "total": 0.017731911306652564, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.00017768648578474913, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017768648578474913 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 269, + "adam_update_count": 25824 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.14702741798828356 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_9876a1df412a4ffca7c06290eb9f535d_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 270, + "next_interval": 0, + "next_adam_update": 25825, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 269, + "trained_intervals": 25824, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25824, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -0.9960026144981384, + "median": 11.514792442321777, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5005421042442322, + "median": 0.5005421042442322, + "max": 0.5005421042442322, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.9880170822143555, + "median": 9.800232887268066, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.36935293674468994, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.301042556762695, + "median": 18037.9453125, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5005421042442322, + "median": 0.5005421042442322, + "max": 0.5005421042442322, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5329, + "controller_edge_stiffness": 405 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +} diff --git a/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0270.json b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0270.json new file mode 100644 index 0000000000000000000000000000000000000000..9cecc68deb38c0e1ccaa8e63a2e1ea0ffcd0ece7 --- /dev/null +++ b/processed/001-rope/episode_0/runs/deform-rope-ep0-dp5/native/adam_epochs/pass_end_0270.json @@ -0,0 +1,423 @@ +{ + "schema_version": "p12_privileged_adam_checkpoint.v1", + "method_id": "deform360_e2_photometric_adam_v1", + "label": "pass_end_0270", + "executed_epochs": 270, + "score": null, + "best_score": 0.0123266631530242, + "patience_epochs": 0, + "window_start_score": null, + "leaf_names": [ + "log_object_edge_stiffness", + "raw_ground_friction", + "raw_ground_restitution", + "log_controller_edge_stiffness" + ], + "lr": 0.001, + "betas": [ + 0.9, + 0.99 + ], + "eps": 1e-08, + "spring_y_clamp": [ + 0.0, + 100000.0 + ], + "ground_restitution_clamp": [ + 0.0, + 1.0 + ], + "ground_friction_clamp": [ + 0.0, + 2.0 + ], + "clamp_at_use_only": true, + "metric_role": "all_data_in_sample", + "arrays_file": "boundary_fd0e906a8bfd44eb8d8158e09089f93f.npz", + "optimizer_file": "boundary_fd0e906a8bfd44eb8d8158e09089f93f_optimizer.pt", + "arrays_sha256": "7cb55ba46700da0a75641223532246ed425afaf7fda0abc8907349b88dfbbf37", + "optimizer_sha256": "cd1f8c1070d24502e4592501e0d217d7dc01ab57b77611afe95a65af7d2e5309", + "stage": "adam", + "completed_passes": 270, + "score_status": "unscored", + "adam_transition_batch_size": 1, + "cumulative_optimizer_updates": 25920, + "adam_update_count": 25920, + "score_selection_progress": { + "queue": "pass_snapshot_references_v2", + "submitted_count": 271, + "consumed_count": 270, + "last_submitted_update": 25920, + "last_consumed_update": 25824, + "pending": [ + { + "reference": { + "source_update": 25920, + "completed_passes": 270, + "next_interval": 0, + "trained_intervals": 25920, + "snapshot": "pass_end_0270", + "candidate": true + }, + "status": "registered" + } + ] + }, + "best_source_update": 23712, + "pass_science": { + "completed_passes": 270, + "adam_schedule": "source_transition_v1", + "next_interval": 0, + "trained_intervals": 25920, + "adam_transition_batch_size": 1, + "optimizer_updates": 1, + "cumulative_optimizer_updates": 25920, + "updates": [ + { + "batch_transition_count": 1, + "batch_weight_sum": 0.010416666666666666, + "lr": 0.001, + "leaf_metrics": { + "log_object_edge_stiffness": { + "gradient_l2": 8.63219756865874e-05, + "update_l2": 0.033181581646203995 + }, + "raw_ground_friction": { + "gradient_l2": 0.0015751064056530595, + "update_l2": 0.0006933212280273438 + }, + "raw_ground_restitution": { + "gradient_l2": 0.0, + "update_l2": 0.0 + }, + "log_controller_edge_stiffness": { + "gradient_l2": 1.2889418030681554e-05, + "update_l2": 0.013912067748606205 + } + }, + "training_path_transitions": [ + { + "episode_id": "deform360_001-rope_episode_0_aligned_92_188", + "transition_index": 95, + "loss": 0.013190567252227286, + "weight": 0.010416666666666666 + } + ], + "loss_role": "pre_update_training_path_not_checkpoint_score", + "dead_counts": { + "object": 5334, + "attachment": 405, + "ground": 1 + }, + "ground_context": { + "ground_friction/raw": 0.49983084201812744, + "ground_friction/effective": 0.49983084201812744, + "ground_friction/clamp_changed": 0, + "ground_restitution/raw": -0.013315116986632347, + "ground_restitution/effective": 0.0, + "ground_restitution/clamp_changed": 1, + "ground_friction/contact_active": 1, + "ground_restitution/contact_active": 1 + }, + "photometric_transition": { + "transition_index": 95, + "loss": 0.013190567252227286, + "state_finite": true, + "frame_index": 188, + "components": { + "l1": 0.0037356638349592686, + "ssim_fused": 0.9819711446762085, + "seg_l1": 0.0037376852706074715, + "seg_ssim_ref": 0.9819711446762085, + "depth": 0.0003457451250335564, + "rgb_loss": 0.006594293285161257, + "seg_loss": 0.006595928687602282, + "total": 0.013190567252227286 + }, + "views": [ + { + "camera": "brics-odroid-015_cam0", + "l1": 0.004235373809933662, + "ssim_fused": 0.9801287651062012, + "seg_l1": 0.0042337351478636265, + "seg_ssim_ref": 0.9801289439201355, + "depth": 0.0004780267831512416, + "rgb_loss": 0.007362546399235725, + "seg_loss": 0.007361199706792831, + "total": 0.014724224132811709, + "valid_depth_pixels": 37350, + "excluded_depth_pixels": 884250, + "object_depth_holes": 129, + "depth_full_image_mean_m": 0.0004780267831512416, + "depth_decomposition": { + "object_visible": { + "pixels": 36691, + "full_image_mean_m": 0.00010329913558179715 + }, + "object_occluded": { + "pixels": 659, + "full_image_mean_m": 0.0003747276475694445 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-022_cam1", + "l1": 0.0028052644338458776, + "ssim_fused": 0.9860115647315979, + "seg_l1": 0.002998634474352002, + "seg_ssim_ref": 0.9860115647315979, + "depth": 0.0004025365357928809, + "rgb_loss": 0.0050418986938893795, + "seg_loss": 0.005196594633162022, + "total": 0.010238895397925907, + "valid_depth_pixels": 22977, + "excluded_depth_pixels": 898623, + "object_depth_holes": 41, + "depth_full_image_mean_m": 0.0004025365357928809, + "depth_decomposition": { + "object_visible": { + "pixels": 22612, + "full_image_mean_m": 0.0001543952597512143 + }, + "object_occluded": { + "pixels": 365, + "full_image_mean_m": 0.00024814127604166664 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-023_cam0", + "l1": 0.002677773591130972, + "ssim_fused": 0.985396683216095, + "seg_l1": 0.0025875086430460215, + "seg_ssim_ref": 0.9853965044021606, + "depth": 0.00032401155835405605, + "rgb_loss": 0.005062882322818041, + "seg_loss": 0.004990706220269203, + "total": 0.010053912088984311, + "valid_depth_pixels": 20979, + "excluded_depth_pixels": 900621, + "object_depth_holes": 24, + "depth_full_image_mean_m": 0.00032401155835405605, + "depth_decomposition": { + "object_visible": { + "pixels": 20564, + "full_image_mean_m": 5.208881529850053e-05 + }, + "object_occluded": { + "pixels": 415, + "full_image_mean_m": 0.0002719227430555555 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + }, + { + "camera": "brics-odroid-001_cam0", + "l1": 0.005224243272095919, + "ssim_fused": 0.9763477444648743, + "seg_l1": 0.005130863282829523, + "seg_ssim_ref": 0.9763473868370056, + "depth": 0.0001784056228360471, + "rgb_loss": 0.008909845724701881, + "seg_loss": 0.008835213258862495, + "total": 0.017745237389187214, + "valid_depth_pixels": 24075, + "excluded_depth_pixels": 897525, + "object_depth_holes": 5, + "depth_full_image_mean_m": 0.0001784056228360471, + "depth_decomposition": { + "object_visible": { + "pixels": 24075, + "full_image_mean_m": 0.00017840562283604714 + }, + "object_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_visible": { + "pixels": 0, + "full_image_mean_m": 0.0 + }, + "nonobject_occluded": { + "pixels": 0, + "full_image_mean_m": 0.0 + } + } + } + ], + "frame_indices": [ + 187, + 188 + ], + "times_s": [ + 3.1666666666666665, + 3.2 + ] + }, + "completed_passes": 270, + "adam_update_count": 25920 + } + ], + "training_path_role": "pre-update transition losses; never checkpoint selection", + "wall_time_s": 0.13875181099865586 + }, + "worker_isolation": "immutable pass snapshot committed before its reference is queued; a separate spawned scorer process (own Python/Torch/Warp runtime, objective and workspace) loads leaves from the snapshot file; training polls persisted results only; no shared lock or boundary drain", + "execution_mode": "atomic_captured", + "rng_file": "boundary_fd0e906a8bfd44eb8d8158e09089f93f_rng.pt", + "rng_sha256": "bab483379a2322396541f70f836be9a636389c55e3a2b05f41151a5b4499182f", + "resume_boundary": "detached_observation_interval", + "next_pass": 271, + "next_interval": 0, + "next_adam_update": 25921, + "schedule_id": "source_transition_v1", + "adam_schedule": "source_transition_v1", + "source_cursor": { + "next_interval": 0, + "completed_passes": 270, + "trained_intervals": 25920, + "source_timestamp_s": 3.2, + "next_source_timestamp_s": 0.0, + "update_budget": 48000 + }, + "trained_intervals": 25920, + "source_timestamp_s": 3.2, + "archive_axis": "optimizer_update", + "objective_carry_names": [ + "canonical_colors", + "canonical_means", + "canonical_opacities", + "canonical_particles", + "canonical_quats", + "canonical_scales", + "committed_means", + "committed_particles", + "committed_quats", + "frame_index", + "gaussian_supports", + "node_ids", + "particle_relations", + "particle_state_id", + "prepared", + "registration", + "state_id", + "time_s" + ], + "learned_model_id": "phystwin_shared_source_fitted_controller_log_y_transition_v1", + "collision_distance_m": null, + "parameter_summary": { + "log_object_edge_stiffness": { + "min": -1.0043776035308838, + "median": 11.514798164367676, + "max": 11.532203674316406, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "raw_ground_friction": { + "min": 0.5005241632461548, + "median": 0.5005241632461548, + "max": 0.5005241632461548, + "finite_count": 1, + "nonfinite_count": 0 + }, + "raw_ground_restitution": { + "min": -0.013315116986632347, + "median": -0.013315116986632347, + "max": -0.013315116986632347, + "finite_count": 1, + "nonfinite_count": 0 + }, + "log_controller_edge_stiffness": { + "min": 1.9751425981521606, + "median": 9.79336929321289, + "max": 11.527586936950684, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_object_edge_stiffness": { + "min": 0.36627253890037537, + "median": 100000.0, + "max": 100000.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "object_edge_cap_mask": { + "min": 0.0, + "median": 1.0, + "max": 1.0, + "finite_count": 8695, + "nonfinite_count": 0 + }, + "effective_controller_edge_stiffness": { + "min": 7.207647800445557, + "median": 17914.5625, + "max": 100000.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_enabled": { + "min": 1.0, + "median": 1.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "controller_edge_cap_mask": { + "min": 0.0, + "median": 0.0, + "max": 1.0, + "finite_count": 1791, + "nonfinite_count": 0 + }, + "effective_ground_friction": { + "min": 0.5005241632461548, + "median": 0.5005241632461548, + "max": 0.5005241632461548, + "finite_count": 1, + "nonfinite_count": 0 + }, + "effective_ground_restitution": { + "min": 0.0, + "median": 0.0, + "max": 0.0, + "finite_count": 1, + "nonfinite_count": 0 + } + }, + "guard_affected_counts": { + "raw_ground_friction": 0, + "raw_ground_restitution": 1, + "object_edge_stiffness": 5334, + "controller_edge_stiffness": 405 + }, + "fixed_model_inputs_file": "shared_fixed_model_inputs.json" +}